-- Logs begin at Thu 2021-10-28 08:47:57 UTC, end at Thu 2021-10-28 09:47:07 UTC. -- Oct 28 09:22:26.551252 dv-cinder-815145-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 09:22:29.297234 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.common.config [-] Logging enabled! Oct 28 09:22:29.297859 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 09:22:29.298029 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101306) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 09:22:29.301336 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.common.config [-] Logging enabled! Oct 28 09:22:29.301595 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 09:22:29.301913 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101306) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 09:22:29.302856 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:22:29.303198 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:22:29.303575 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:22:29.303825 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:22:29.304063 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:22:29.304415 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.304728 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.305033 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.305268 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.305573 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.305869 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.306158 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.306454 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.306761 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.307054 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.307342 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.307634 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.307869 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.308176 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.308555 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.308852 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.309080 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] debug = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.309368 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.309810 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.310237 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.310528 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.310962 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.311113 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.311391 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.311680 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.311973 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.312311 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] host = dv-cinder-815145-4-iscsi {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.312617 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.312909 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.313200 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.313488 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.313770 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.314058 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.314348 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.314625 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.314901 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] log_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.315183 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.315474 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.315762 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.316055 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.316284 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.316534 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.316829 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.317120 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.317402 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.317682 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.318048 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.318336 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.319127 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.319406 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.319776 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.320072 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.320396 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.320681 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.320962 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.321242 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.321522 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.321810 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.322088 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.322367 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.322646 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.322938 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.323213 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.323491 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.323796 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.324091 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.324402 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.324697 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.324978 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.325266 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.325544 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.325836 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.326096 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] use_json = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.326370 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.326645 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.326931 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.327207 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.327485 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.327762 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.328037 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.328343 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:29.328648 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.328951 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.329258 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.329552 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.329862 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.330147 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.330439 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.330721 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.331013 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.331302 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.331594 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.331877 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.332168 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.332484 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.332783 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.333093 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.333391 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.333685 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.333970 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.334833 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.335160 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.335555 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.335854 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.336142 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.336561 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.336834 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.337122 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.337416 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.337718 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.338011 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.338292 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.338579 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.338876 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.339159 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.339435 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.339719 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.340012 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.340295 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.340595 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.340882 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.341164 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.341439 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.341714 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.341998 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.342290 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.342572 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.342848 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.343121 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.343401 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.343676 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.343968 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.344249 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.344547 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.344822 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.345103 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.345377 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.345654 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.345935 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.346209 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.346491 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.346765 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.347039 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.347311 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.347584 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.347858 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.348132 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.348433 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.348718 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.348998 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.349276 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.349551 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.349858 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.350268 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.350564 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.350870 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.351158 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.351446 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.351732 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.352020 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.352306 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.352693 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.352982 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.353270 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.353549 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.353845 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.354141 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.354438 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.354729 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.355013 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.355341 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.355624 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.355913 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.356195 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.356507 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.356798 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.357088 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.357388 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.357686 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.357984 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.358283 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.358581 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.358867 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.359181 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.359467 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:29.359690 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:22:29.359934 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101306) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 09:22:29.793524 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 09:22:29.793804 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 09:22:29.794099 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 09:22:29.794433 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 09:22:30.118303 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.118519 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.118791 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.120048 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.120348 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.120616 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.155087 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.155368 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.155638 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.171306 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.171589 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.171863 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.202674 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.202955 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.203216 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.240338 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.240691 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.240964 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.478607 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.479211 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.479211 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.479416 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.480128 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.608021 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.608361 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.608656 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.608932 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.609211 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.609529 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.609794 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.610055 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.610313 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.610595 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.610857 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.611134 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.611395 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.611648 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.611906 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.612185 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.612470 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.612743 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.613014 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.613276 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.613548 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.613802 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.614092 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.614511 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.614724 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.614972 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.615373 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:22:30.615765 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:22:30.616000 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:22:30.616256 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:22:30.616522 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:22:30.616765 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:22:30.617135 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 09:22:30.620383 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 09:22:30.624442 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 09:22:30.628208 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Oct 28 09:22:30.629887 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 09:22:30.630351 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 09:22:30.630691 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 09:22:30.631611 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 09:22:30.634456 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 09:22:30.634718 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 09:22:30.635071 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 09:22:30.640423 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 09:22:30.663392 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 09:22:30.663845 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.664148 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101306) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 09:22:30.664532 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.665929 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101306) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 09:22:30.666213 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 09:22:30.666462 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 09:22:30.669710 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.669990 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:30.732951 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 09:22:30.733135 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 09:22:30.733372 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 09:22:30.733751 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 09:22:30.754411 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_db.sqlalchemy.engines [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101306) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 09:22:31.297738 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Initializing driver for type 'gre' Oct 28 09:22:31.298553 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] gre ID ranges: [(1, 1000)] Oct 28 09:22:31.353012 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Initializing driver for type 'local' Oct 28 09:22:31.353343 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Initializing driver for type 'vlan' Oct 28 09:22:31.365819 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] VlanTypeDriver initialization complete Oct 28 09:22:31.366298 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Initializing driver for type 'vxlan' Oct 28 09:22:31.366791 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] vxlan ID ranges: [(1, 1000)] Oct 28 09:22:31.419447 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Initializing extension driver 'port_security' Oct 28 09:22:31.419801 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.extensions.port_security [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] PortSecurityExtensionDriver initialization complete Oct 28 09:22:31.420130 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Initializing mechanism driver 'openvswitch' Oct 28 09:22:31.420481 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Initializing mechanism driver 'hyperv' Oct 28 09:22:31.427152 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.plugins.ml2.plugin [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:31.428078 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > port after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.428470 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > port after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.428803 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > port after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.429334 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:22:31.429780 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > subnet after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.430135 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > subnet after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.430480 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.430884 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:22:31.431305 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > network after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.431655 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > network after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.431997 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > network after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.432423 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:22:31.432841 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > security_group after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.433194 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > security_group after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.433536 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.433946 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:22:31.434374 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.434724 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.435063 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.435463 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:22:31.435886 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > address_group after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.436230 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > address_group after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.436596 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.437009 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101306) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:22:31.437397 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] ML2 OVO RPC backend initialized. {{(pid=101306) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 09:22:31.438096 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.438448 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.438865 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > network before_response 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.439211 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > networks before_response 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.439557 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > port before_response 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.439905 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > ports before_response 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.440247 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > subnet before_response 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.440620 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > subnets before_response 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.440971 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > network after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.441309 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > network after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.441644 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > network after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.441978 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > port after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.442310 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > port after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.442722 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > port after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.443059 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > subnet after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.443393 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > subnet after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.444407 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.444944 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.plugin [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Modular L2 Plugin initialization complete Oct 28 09:22:31.445273 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading services supported by the core plugin {{(pid=101306) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 09:22:31.445616 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.plugins.ml2.managers [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Got port-security extension from driver 'port_security' Oct 28 09:22:31.446082 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.extensions.vlantransparent [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Disabled vlantransparent extension. Oct 28 09:22:31.446575 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101306) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 09:22:31.446894 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading Plugin: router Oct 28 09:22:31.483211 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.483757 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router after_create 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.483960 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router before_create 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.484346 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.484712 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.485065 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router after_delete 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.485423 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.485891 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.486250 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router after_create 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.486596 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router after_update 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.486948 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router after_update 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.487296 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.487663 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router after_update 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.488071 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router precommit_update 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.488464 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: port after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.488803 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: port after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.489139 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: subnet after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.489531 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.489894 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.490241 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router precommit_create 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.490611 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: port before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.490953 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router precommit_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.491307 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router after_update 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.491644 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.491993 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router precommit_create 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.492379 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.492727 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router precommit_update 55549900 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.493092 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > agent after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.493443 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > agent after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.493789 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > network after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.494641 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Tracking information for resource: router configured {{(pid=101306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:22:31.494972 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Tracking information for resource: floatingip configured {{(pid=101306) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:22:31.499856 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.db.l3_agentschedulers_db [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 09:22:31.500459 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: port after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.500820 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: port after_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.501172 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: port after_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.501524 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: port after_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.502305 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router before_create 55550100 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.502669 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.503031 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router precommit_create 55550100 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.503388 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > router precommit_update 55550100 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.509014 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.services.provider_configuration [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service providers = [] {{(pid=101306) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 09:22:31.509378 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.db.servicetype_db [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101306) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 09:22:31.512369 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.services.service_base [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:22:31.512721 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.services.service_base [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:22:31.513063 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.services.service_base [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:22:31.513953 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.services.service_base [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101306) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:22:31.514328 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.services.service_base [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 09:22:31.514701 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:22:31.515019 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 09:22:31.527978 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:22:31.528325 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading Plugin: auto_allocate Oct 28 09:22:31.534117 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: network precommit_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.534482 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: network precommit_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.534995 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:22:31.535313 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading Plugin: tag Oct 28 09:22:31.542126 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:22:31.542459 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading Plugin: timestamp Oct 28 09:22:31.546304 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:22:31.546635 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading Plugin: network_ip_availability Oct 28 09:22:31.552140 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.552504 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.552862 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.553718 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:22:31.554038 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading Plugin: flavors Oct 28 09:22:31.559021 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:22:31.559358 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading Plugin: revisions Oct 28 09:22:31.563662 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101306) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:22:31.564054 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_concurrency.lockutils [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=101306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 09:22:31.564837 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101306) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 09:22:31.565178 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Initializing extension manager. Oct 28 09:22:31.565683 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: __init__.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.566025 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: __pycache__ {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.566359 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.566689 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: address_group.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.567442 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.568008 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: address-group Oct 28 09:22:31.568346 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: address_scope.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.569684 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.570199 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: address-scope Oct 28 09:22:31.570525 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.571461 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.571973 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: router-admin-state-down-before-update Oct 28 09:22:31.572295 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: agent.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.573031 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.573542 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: agent Oct 28 09:22:31.573865 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: agent_resources_synced.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.574795 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.575307 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: agent-resources-synced Oct 28 09:22:31.575627 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: allowedaddresspairs.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.577444 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.577966 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: allowed-address-pairs Oct 28 09:22:31.578293 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: auto_allocated_topology.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.579384 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.579896 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: auto-allocated-topology Oct 28 09:22:31.580219 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: availability_zone.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.580938 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.581445 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: availability_zone Oct 28 09:22:31.581766 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: availability_zone_filter.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.582678 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.583188 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: availability_zone_filter Oct 28 09:22:31.583504 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: data_plane_status.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.585042 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.585550 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 09:22:31.585870 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: default_subnetpools.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.586793 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.587302 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: default-subnetpools Oct 28 09:22:31.587625 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.588459 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.588968 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: dhcp_agent_scheduler Oct 28 09:22:31.589289 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: dns.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.590207 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.590714 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 09:22:31.591032 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: dns_domain_ports.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.591955 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.592496 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 09:22:31.592818 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.593744 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.594249 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 09:22:31.594571 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: dvr.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.595241 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.595745 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: dvr Oct 28 09:22:31.596065 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: ecmp_routes.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.597012 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.597519 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 09:22:31.597840 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: empty_string_filtering.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.598755 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.599264 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: empty-string-filtering Oct 28 09:22:31.599587 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.600567 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.601073 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 09:22:31.601391 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.602314 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.602820 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 09:22:31.603140 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: external_net.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.604067 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.604598 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: external-net Oct 28 09:22:31.604918 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.605824 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.606327 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: extra_dhcp_opt Oct 28 09:22:31.606644 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: extraroute.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.607556 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.608057 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: extraroute Oct 28 09:22:31.608409 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: extraroute_atomic.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.609461 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.609969 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: extraroute-atomic Oct 28 09:22:31.610290 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: filter_validation.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.611120 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.611629 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: filter-validation Oct 28 09:22:31.611951 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: fip_pf_description.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.612895 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.613405 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 09:22:31.613724 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: fip_port_details.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.614649 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.615163 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: fip-port-details Oct 28 09:22:31.615539 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: flavors.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.616807 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.617327 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: flavors Oct 28 09:22:31.617649 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.619329 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.619854 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 09:22:31.620187 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: floatingip_pools.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.620914 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.621431 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: floatingip-pools Oct 28 09:22:31.621759 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: ip_allocation.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.622693 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.623202 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 09:22:31.623527 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.624487 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.625001 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: ip-substring-filtering Oct 28 09:22:31.625327 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: l2_adjacency.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.626258 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.626764 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 09:22:31.627086 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: l3.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.628044 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.628590 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: router Oct 28 09:22:31.628913 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.631696 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.632436 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 09:22:31.632772 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.633716 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.634234 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: ext-gw-mode Oct 28 09:22:31.634562 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.635488 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.636006 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: l3-ha Oct 28 09:22:31.636340 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: l3_flavors.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.637280 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.637786 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: l3-flavors Oct 28 09:22:31.638107 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.639022 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.639526 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 09:22:31.639846 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: l3agentscheduler.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.640902 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.641419 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: l3_agent_scheduler Oct 28 09:22:31.641745 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: logging.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.643246 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.643777 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension logging not supported by any of loaded plugins Oct 28 09:22:31.644106 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: metering.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.644873 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.645447 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: metering Oct 28 09:22:31.645772 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.647707 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.648223 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: metering_source_and_destination_fields Oct 28 09:22:31.648583 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: multiprovidernet.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.649521 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.650035 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: multi-provider Oct 28 09:22:31.650363 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: netmtu.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.651560 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.652065 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: net-mtu Oct 28 09:22:31.652415 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: netmtu_writable.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.653362 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.653854 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: net-mtu-writable Oct 28 09:22:31.654178 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: network_availability_zone.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.654848 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.655349 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: network_availability_zone Oct 28 09:22:31.655667 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: network_ip_availability.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.656814 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.657327 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: network-ip-availability Oct 28 09:22:31.657652 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: network_segment_range.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.658418 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.658921 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 09:22:31.659242 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: pagination.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.660241 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.660605 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: pagination Oct 28 09:22:31.660924 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: port_device_profile.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.661834 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.662382 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: port-device-profile Oct 28 09:22:31.662698 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.663629 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.664137 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: port-mac-address-regenerate Oct 28 09:22:31.664492 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.665418 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.665929 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: port-numa-affinity-policy Oct 28 09:22:31.666248 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: port_resource_request.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.667164 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.667669 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 09:22:31.667988 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: portbindings.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.668944 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.669450 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: binding Oct 28 09:22:31.669766 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: portbindings_extended.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.671061 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.671577 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: binding-extended Oct 28 09:22:31.671901 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: portsecurity.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.672848 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.673361 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: port-security Oct 28 09:22:31.673682 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: project_id.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.674675 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.675006 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: project-id Oct 28 09:22:31.675326 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: providernet.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.676246 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.676791 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: provider Oct 28 09:22:31.677110 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: qos.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.680792 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.681318 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension qos not supported by any of loaded plugins Oct 28 09:22:31.681653 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.682909 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.683426 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 09:22:31.683756 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.684717 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.685233 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 09:22:31.685559 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: qos_default.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.686489 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.687000 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension qos-default not supported by any of loaded plugins Oct 28 09:22:31.687324 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: qos_fip.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.687978 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.688520 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 09:22:31.688842 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: qos_gateway_ip.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.689774 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.690292 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 09:22:31.690616 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: qos_port_network_policy.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.691540 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.692056 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 09:22:31.692411 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.693468 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.694676 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 09:22:31.694999 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: qos_pps_rule.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.696185 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.696735 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 09:22:31.697062 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: qos_rule_type_details.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.698001 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.698512 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 09:22:31.698837 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: qos_rules_alias.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.700053 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.700603 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 09:22:31.700932 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: quotasv2.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.701859 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.702189 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: quotas Oct 28 09:22:31.702510 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: quotasv2_detail.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.705663 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.706008 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: quota_details Oct 28 09:22:31.706342 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: rbac.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.707402 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.707926 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: rbac-policies Oct 28 09:22:31.708256 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: rbac_address_group.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.709829 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.710360 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: rbac-address-group Oct 28 09:22:31.710684 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: rbac_address_scope.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.711626 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.712142 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: rbac-address-scope Oct 28 09:22:31.712550 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: rbac_security_groups.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.713474 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.713985 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: rbac-security-groups Oct 28 09:22:31.714307 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: rbac_subnetpool.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.715224 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.715736 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: rbac-subnetpool Oct 28 09:22:31.716057 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: revisionifmatch.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.717023 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.717539 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: revision-if-match Oct 28 09:22:31.717860 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: revisions.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.718988 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.719503 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: standard-attr-revisions Oct 28 09:22:31.719833 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: router_availability_zone.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.720536 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.721049 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: router_availability_zone Oct 28 09:22:31.721370 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: routerservicetype.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.722301 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.722810 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 09:22:31.723131 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.724057 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.724595 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: security-groups-normalized-cidr Oct 28 09:22:31.724952 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.725911 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.726416 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: port-security-groups-filtering Oct 28 09:22:31.726734 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.727661 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.728175 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: security-groups-remote-address-group Oct 28 09:22:31.728532 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: securitygroup.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.738331 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.738864 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: security-group Oct 28 09:22:31.739194 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: segment.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.739988 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.741095 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension segment not supported by any of loaded plugins Oct 28 09:22:31.741428 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.742445 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.742960 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 09:22:31.743285 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: servicetype.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.744436 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.744959 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: service-type Oct 28 09:22:31.745288 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: sorting.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.746278 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.746641 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: sorting Oct 28 09:22:31.746930 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: standard_attr_segment.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.747862 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.748409 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 09:22:31.748734 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: standardattrdescription.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.749384 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.749897 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: standard-attr-description Oct 28 09:22:31.750217 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: stateful_security_group.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.751148 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.751661 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: stateful-security-group Oct 28 09:22:31.751983 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: stdattrs_common.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.752599 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 09:22:31.752922 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.753861 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.754369 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 09:22:31.754689 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: subnet_onboard.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.755768 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.756934 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: subnet_onboard Oct 28 09:22:31.757262 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.758196 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.758707 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 09:22:31.759029 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: subnet_service_types.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.759961 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.760509 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: subnet-service-types Oct 28 09:22:31.760832 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: subnetallocation.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.761924 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.762445 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: subnet_allocation Oct 28 09:22:31.762769 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.763437 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.763963 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: subnetpool-prefix-ops Oct 28 09:22:31.764285 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.765264 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.765773 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 09:22:31.766094 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: tagging.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.767176 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.767695 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: standard-attr-tag Oct 28 09:22:31.768017 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: timestamp.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.769249 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.769775 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loaded extension: standard-attr-timestamp Oct 28 09:22:31.770101 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: trunk.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.771143 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.771662 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension trunk not supported by any of loaded plugins Oct 28 09:22:31.772098 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: trunk_details.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.773118 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.773635 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 09:22:31.773961 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: uplink_status_propagation.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.774903 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.775414 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 09:22:31.775738 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Loading extension file: vlantransparent.py {{(pid=101306) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:22:31.776706 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101306) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:22:31.777213 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 09:22:31.779641 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:network Oct 28 09:22:31.780171 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:subnet Oct 28 09:22:31.780597 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:22:31.780989 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:port Oct 28 09:22:31.782247 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.782699 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service FLAVORS assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.783327 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.783761 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.784095 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:router Oct 28 09:22:31.784585 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 09:22:31.785081 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service METERING assigned prefix: /metering {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.786527 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.786900 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.787251 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:22:31.788416 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 09:22:31.788857 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:security_group Oct 28 09:22:31.789295 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 09:22:31.789925 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service CORE assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.790257 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:22:31.790601 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] subnetpool is already registered Oct 28 09:22:31.791029 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service CORE assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.791350 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:22:31.791690 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] subnetpool is already registered Oct 28 09:22:31.794208 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.794653 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service FLAVORS assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.795265 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.795700 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.796034 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:router Oct 28 09:22:31.796413 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] router is already registered Oct 28 09:22:31.796828 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 09:22:31.797164 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] floatingip is already registered Oct 28 09:22:31.797636 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service METERING assigned prefix: /metering {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.798364 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 09:22:31.798693 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] rbac_policy is already registered Oct 28 09:22:31.799112 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:security_group Oct 28 09:22:31.799449 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] security_group is already registered Oct 28 09:22:31.799867 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 09:22:31.800201 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] security_group_rule is already registered Oct 28 09:22:31.800742 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service CORE assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.801067 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:22:31.801399 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] subnetpool is already registered Oct 28 09:22:31.801819 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.v2.resource_helper [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Service CORE assigned prefix: {{(pid=101306) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:22:31.802187 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:22:31.802470 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING neutron.quota.resource_registry [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] subnetpool is already registered Oct 28 09:22:31.804721 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: extensions {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.806181 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: address-groups {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.807689 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: address-scopes {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.809002 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: agents {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.810269 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: auto-allocated-topology {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.811517 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: availability_zones {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.812786 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: dhcp-networks {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.814205 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: dhcp-agents {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.815732 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: routers {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.817926 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: flavors {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.820029 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: service_profiles {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.821285 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: next_providers {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.822728 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: service_profiles {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.824302 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: floatingip-pools {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.825654 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: routers {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.827787 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: floatingips {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.829119 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: l3-routers {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.830516 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: l3-agents {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.831925 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: metering-labels {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.833215 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: metering-label-rules {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.834636 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: network-ip-availabilities {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.835911 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: bindings {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.837511 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: quotas {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.839210 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: quotas {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.840855 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: rbac-policies {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.842057 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: security-groups {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.843389 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: security-group-rules {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.844654 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: service-providers {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.845888 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: subnetpools {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.847303 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: subnetpools {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.848811 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: tags {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.850581 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: tags {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.852429 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: tags {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.854225 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: tags {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.855939 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: tags {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.857947 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: tags {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.859685 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: tags {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.862525 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: tags {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.864338 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: tags {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.866711 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron.api.extensions [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Extended resource: tags {{(pid=101306) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:22:31.872931 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING keystonemiddleware.auth_token [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 09:22:31.877483 dv-cinder-815145-4-iscsi neutron-server[101306]: WARNING keystonemiddleware.auth_token [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 09:22:31.886995 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_concurrency.lockutils [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Acquired lock "singleton_lock" {{(pid=101306) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 09:22:31.887470 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_concurrency.lockutils [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Releasing lock "singleton_lock" {{(pid=101306) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 09:22:31.888113 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO oslo_service.service [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Starting 2 workers Oct 28 09:22:31.892952 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Started child 101413 {{(pid=101306) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:22:31.897949 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Started child 101414 {{(pid=101306) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:22:31.899114 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:31.899774 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO neutron.service [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 09:22:31.900145 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Publish callbacks [] for process, before_spawn {{(pid=101306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:31.900653 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [-] (101413) wsgi starting up on http://0.0.0.0:9696 Oct 28 09:22:31.902882 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO oslo_service.service [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Starting 1 workers Oct 28 09:22:31.903178 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:31.904595 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [-] (101414) wsgi starting up on http://0.0.0.0:9696 Oct 28 09:22:31.908102 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Started child 101415 {{(pid=101306) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:22:31.908699 dv-cinder-815145-4-iscsi neutron-server[101306]: INFO oslo_service.service [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Starting 1 workers Oct 28 09:22:31.911989 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.service [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] calling RpcWorker wait() {{(pid=101415) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 09:22:31.913182 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.service [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] returning from RpcWorker wait() {{(pid=101415) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 09:22:31.913813 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Started child 101416 {{(pid=101306) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:22:31.914526 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG neutron_lib.callbacks.manager [None req-06460fbb-679f-43e4-adf9-be5322871009 None None] Publish callbacks [] for process, after_spawn {{(pid=101306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:31.914645 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:31.915131 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:31.916496 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101306) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 09:22:31.916716 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:22:31.916901 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:22:31.917122 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:22:31.917467 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:22:31.917631 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:22:31.918152 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.918435 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.918690 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.918957 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.919064 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:31.919593 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.920008 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.920250 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.920521 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.920810 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.921070 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.921239 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.921408 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.921655 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.921901 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.922201 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.922472 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.922733 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.922986 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.923161 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.923382 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.923643 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.923899 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.924173 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] debug = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.924441 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.924919 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.925164 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.925401 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.925617 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.925873 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.926120 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.926364 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.926596 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.926812 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.927076 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.927326 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.927566 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.927796 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.928089 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.928421 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.928633 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.929041 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] host = dv-cinder-815145-4-iscsi {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.929289 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.929510 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.929756 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.929983 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.930236 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.930471 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.930734 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.930984 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.931228 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.931451 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.931702 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.931954 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.932187 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.932457 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.932624 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_options = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.932840 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.933102 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.933364 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.933564 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.933734 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.933914 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.934173 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.934338 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.934602 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.934823 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.935049 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.935265 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.935486 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.935703 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.935967 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.936214 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.936472 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.936705 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.936951 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.937183 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.937408 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.937637 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.937873 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.938110 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.938343 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.938574 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.938838 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.939053 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.939269 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.939524 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.939773 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.940023 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.940241 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.940509 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.940818 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.941000 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.941232 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.941487 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.941768 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.942068 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.942234 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.942491 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.942707 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.942933 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.943153 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.943368 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.943625 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_json = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.943840 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.944082 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.944476 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.944703 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.944924 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.945160 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.945370 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.945605 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:31.946036 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.946309 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.946621 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.946872 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.947120 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.947359 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.947589 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.947828 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.948074 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.948302 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.948718 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.949066 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.949207 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:31.949407 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.949635 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.949902 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.950215 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.950473 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.950733 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.950963 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.951203 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.951436 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.951685 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.952034 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.952400 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.952651 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.952881 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.953102 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.953448 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.953935 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.954449 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.117/identity {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.954660 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.954796 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.955024 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.955272 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.955564 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.955756 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.955970 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.956246 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.956506 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.957412 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.957412 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.957412 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.957412 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.958455 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.958455 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.958455 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.958455 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.960199 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.960199 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.960199 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.960199 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.960199 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.962814 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.962814 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.962814 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.962814 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.962814 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.962814 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.962814 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.962814 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.962814 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.963933 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.963933 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.964201 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.964393 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.964637 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971079 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971079 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971079 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971079 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971079 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971079 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971079 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971079 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971079 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971665 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971665 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971665 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971665 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971665 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.971665 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.972000 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.972421 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.972716 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.972990 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.973300 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.973549 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.973770 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.973992 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.974609 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.974609 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.974840 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.975778 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.976020 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.976298 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.976540 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.976774 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.977022 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.977229 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.977449 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.977803 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.978241 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.978743 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.978743 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.979110 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.979373 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.979628 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.979862 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.980081 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.981820 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.981820 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.981820 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.981820 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.981820 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.981820 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.981820 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.982350 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.982350 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.982528 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.982923 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.983192 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.983638 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.983910 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.984207 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.984494 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.984728 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.985010 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.985259 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.985538 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.985781 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.986030 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.986291 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.986621 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.986900 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.987136 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.987372 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.987646 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.988053 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.988306 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.988608 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.988831 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.989088 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.989333 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.989568 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.989827 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.990071 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.990384 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.990755 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.990985 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.117/identity {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.991198 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.991444 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.991672 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.991884 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.992116 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.992369 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.992620 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.992820 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.993033 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.993267 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.993480 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.993715 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.993926 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.994162 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.994382 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.994628 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.994833 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.995084 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.995321 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.995546 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.995767 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.996353 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.996353 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.996514 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.996668 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.997089 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.997490 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.997942 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.998339 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.998754 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.999028 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.999235 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.999470 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.999685 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:31.999893 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.000111 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.000345 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.000569 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.000784 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.001011 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.001244 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.001520 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.001770 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.002117 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.002365 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.002623 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.002859 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.003102 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.003349 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.003566 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.003788 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.004005 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.004221 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.004468 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.004722 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.004942 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.005182 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.005415 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.005653 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.005936 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.006244 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.006498 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.006828 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.007106 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.007352 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.007607 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.007843 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.008179 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.008430 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.008639 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.008850 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.009072 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.009285 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.009494 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.009757 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.009964 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.010175 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.010395 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.010611 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.010838 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.011079 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.011310 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.011536 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.011756 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.011968 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.012176 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.012418 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.012626 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.012832 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.013072 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.013286 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.013495 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.013741 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.013946 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.014151 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.014368 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.014579 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.014784 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.015068 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.015317 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.015548 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.015824 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.016069 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.016351 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.016602 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.016899 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.017122 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.017357 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.017592 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.017826 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.018160 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.018437 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.018750 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.019015 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.019265 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.019501 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.019768 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.020053 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.020337 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.020574 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.020915 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.021195 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.021470 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.022247 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.022561 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.022851 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.023070 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.023317 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.023554 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.023795 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.024009 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.024289 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.024543 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.024772 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.025004 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.025232 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.025468 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.025691 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.025917 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.026410 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.026654 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.026811 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:22:32.027344 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101306) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 09:22:32.027501 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:22:32.027651 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:22:32.027828 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:22:32.027997 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:22:32.028202 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:22:32.028361 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.028520 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.028676 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.028834 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.028990 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.029165 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.029321 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.029475 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.029618 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.029773 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.029928 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.030083 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.030237 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.030391 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.030546 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.030699 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.030852 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.030989 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.031152 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.031305 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.031473 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.031607 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.031762 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] debug = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.031915 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.032097 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.032254 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.032428 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.032570 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.032724 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.032877 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.033033 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.033186 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.033340 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.034407 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.034407 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.034407 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.034407 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.034407 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.034407 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.034407 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.035031 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] host = dv-cinder-815145-4-iscsi {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.035031 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.035031 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.035031 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.035453 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.035453 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.035453 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.035756 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.035756 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.035756 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.036013 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.036138 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.036260 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.036420 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.036631 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.036757 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_options = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.036879 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.037001 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.037122 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.037376 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.038118 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.038294 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.038429 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040308 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040308 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040308 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040308 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040308 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040308 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040308 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040308 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040934 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040934 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040934 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040934 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040934 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040934 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040934 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.040934 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.041541 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.041541 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.041541 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.041541 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.041541 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.041875 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.041875 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.042016 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.042094 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.042208 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.042362 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.042515 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.042669 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.042821 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.042974 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.043131 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.043285 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.043438 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.043591 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.043745 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.043897 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.044050 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.044202 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.044378 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_json = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.044536 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.044691 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.044846 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.044999 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.045155 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.045311 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.045462 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.045767 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:22:32.046081 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.046385 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.046555 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.046717 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.046892 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.047053 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.047210 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.047367 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.047523 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.047678 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.047841 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.048002 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.048173 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.048360 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.048527 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.048648 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.048993 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.049150 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.049307 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.049464 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.049623 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.049780 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.049943 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.050099 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.050254 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.050409 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.050565 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.050737 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.050893 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.051046 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.117/identity {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.051204 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.051359 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.051515 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.051671 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.051827 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.051987 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.052142 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.052367 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.052465 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.052623 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.052779 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.052980 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.053867 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.054008 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.054135 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.054262 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.054386 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.054549 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.054708 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.054864 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.055025 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.055183 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.055339 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.055498 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.055654 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.055820 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.055977 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.056133 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.056288 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.056468 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.056595 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:32.056724 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.056862 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.056987 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.057111 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.057242 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.057391 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.057560 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.057714 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.057869 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.058025 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.058181 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.058337 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.058492 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.058647 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.058802 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.058946 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.059137 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.059265 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.059387 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.059532 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.059688 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.059843 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.059999 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.060156 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.060312 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.060487 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.060643 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.060799 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.060955 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.061119 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.061289 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.061429 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.061590 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.061745 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.061900 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.062056 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.062212 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.062368 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.062522 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.062677 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.062832 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.062986 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.063144 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.063300 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.063455 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.063609 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.063763 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.063918 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.064072 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.064230 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.064453 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.064611 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.064768 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.064928 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.065083 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.065238 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.065403 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.065569 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.066457 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.066457 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.066457 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.066457 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.066457 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.066457 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.070616 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.070616 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.070616 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.070616 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.070616 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.070616 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.070616 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.070616 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.070616 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.071717 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.071717 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.071717 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.071717 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.071717 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.071717 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.071717 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.071717 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072264 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072264 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072264 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072264 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072264 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072264 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072264 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072264 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.117/identity {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072849 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072849 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072849 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072849 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072849 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072849 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072849 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.072849 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073403 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073403 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073403 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073403 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073403 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073403 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073403 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073403 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073951 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073951 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073951 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073951 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073951 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.073951 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.074343 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.074343 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.074343 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.074637 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.074637 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.074781 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.074997 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.075168 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.075293 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.075416 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.075549 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.075794 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.075921 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.076080 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.076348 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.076348 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.076582 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.076582 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.076883 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.076883 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.077043 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.077169 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.077303 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.077459 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.077614 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.077770 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.077926 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.078153 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.078293 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.078418 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.078541 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.078664 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.078903 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.078990 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.079092 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.079247 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.079497 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.079591 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.079677 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.079833 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.080000 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.080156 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.080363 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.080494 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.080735 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.080822 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.080964 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.081213 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.081213 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.081454 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.081538 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.081644 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.081808 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.081963 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.082118 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.082272 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.082426 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.082580 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.082754 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.082887 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.083047 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.083170 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.083325 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.083491 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.083750 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.083841 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.084748 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.084748 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.084748 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.084748 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.084748 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.084748 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.085856 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.085856 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.085856 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.085856 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.085856 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.085856 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.085856 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.085856 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.086754 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.086754 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.086754 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.086754 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.086754 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.086754 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.087395 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.087395 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.087395 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.087395 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.087837 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.087837 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.087837 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.088182 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.088182 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.088456 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.088456 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.088689 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.088689 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.088918 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.089054 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.089178 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.089299 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.089421 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.089584 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.089740 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.089898 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.090053 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.090209 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.090367 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.090523 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.090678 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.090833 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.090988 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.091146 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.091301 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.091457 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.091613 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.091769 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:22:32.091918 dv-cinder-815145-4-iscsi neutron-server[101306]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101306) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:22:32.227932 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 35472) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:32.236658 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [-] 10.222.0.117 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0064225 Oct 28 09:22:43.664136 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d9e3de-26fe-40d0-b582-e217121261e2 None None] get_active_networks_info from dv-cinder-815145-4-iscsi {{(pid=101415) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:22:43.732488 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d9e3de-26fe-40d0-b582-e217121261e2 None None] No non-hosted networks {{(pid=101415) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 09:22:43.769928 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.agentschedulers_db [None req-16d9e3de-26fe-40d0-b582-e217121261e2 None None] DHCP Agent not found on host dv-cinder-815145-4-iscsi {{(pid=101415) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 09:22:43.893066 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-868d11c1-fe2b-424a-8735-e1f119d29545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953217'] for agent, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:46.763819 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-a97f1831-9bc3-4fcf-a875-f4818a53575a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953217'] for agent, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:46.825651 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd8e5-0011-4eef-8d70-0bc69b6b2863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:47.430732 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953217'] for agent, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:47.432093 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.432462 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.432814 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.433151 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.433475 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.433791 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.436626 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.437446 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.438057 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.438838 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.439425 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.440023 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:47.440692 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815145-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:47.476435 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815145-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:22:47.494207 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953217'] for agent, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:49.286556 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953217'] for agent, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:50.508399 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 35568) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:51.010313 dv-cinder-815145-4-iscsi neutron-server[101413]: WARNING oslo_policy.policy [None req-09ef5548-9601-4230-8cb6-4a19bc318723 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:22:51.010903 dv-cinder-815145-4-iscsi neutron-server[101413]: WARNING oslo_policy.policy [None req-09ef5548-9601-4230-8cb6-4a19bc318723 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:22:51.238999 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [None req-09ef5548-9601-4230-8cb6-4a19bc318723 admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:22:51.259233 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-09ef5548-9601-4230-8cb6-4a19bc318723 admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7297871 Oct 28 09:22:53.284059 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.db.l3_hamode_db [None req-37ca17b8-c9fa-45e2-a9a4-a9287ab7efb5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 09:22:53.363374 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca17b8-c9fa-45e2-a9a4-a9287ab7efb5 None None] Routers set() bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:22:53.363754 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca17b8-c9fa-45e2-a9a4-a9287ab7efb5 None None] Router IDs set() for agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 09:22:53.751327 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 35582) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:54.059049 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-0f39660d-93b9-4327-9d2f-ff0f07e21a97 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:22:54.158377 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.policy [None req-0f39660d-93b9-4327-9d2f-ff0f07e21a97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101413) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 09:22:54.211211 dv-cinder-815145-4-iscsi neutron-server[101413]: WARNING oslo_policy.policy [None req-0f39660d-93b9-4327-9d2f-ff0f07e21a97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:22:54.211580 dv-cinder-815145-4-iscsi neutron-server[101413]: WARNING oslo_policy.policy [None req-0f39660d-93b9-4327-9d2f-ff0f07e21a97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:22:54.220002 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.quota [None req-0f39660d-93b9-4327-9d2f-ff0f07e21a97 admin admin] Loaded quota_driver: . Oct 28 09:22:54.311286 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0f39660d-93b9-4327-9d2f-ff0f07e21a97 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746351143944', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746351143525', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746351156251', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746351164689', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746352616845', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746350982662', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1855067', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1853366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-883342', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-941350'] for rbac-policy, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:54.376679 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0f39660d-93b9-4327-9d2f-ff0f07e21a97 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:54.377849 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-0f39660d-93b9-4327-9d2f-ff0f07e21a97 admin admin] 10.222.0.117 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6255639 Oct 28 09:22:57.050372 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 35594) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:22:57.541490 dv-cinder-815145-4-iscsi neutron-server[101414]: WARNING oslo_policy.policy [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:22:57.542788 dv-cinder-815145-4-iscsi neutron-server[101414]: WARNING oslo_policy.policy [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:22:57.767222 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'name': 'private', 'project_id': '2b032c8fad2a47049ff71155a4bcd241'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:22:57.768773 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.quota [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Loaded quota_driver: . Oct 28 09:22:57.823769 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Made reservation on behalf of 2b032c8fad2a47049ff71155a4bcd241 for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:22:57.891756 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.policy [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101414) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 09:22:57.938781 dv-cinder-815145-4-iscsi neutron-server[101414]: WARNING oslo_policy.policy [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:22:57.939151 dv-cinder-815145-4-iscsi neutron-server[101414]: WARNING oslo_policy.policy [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:22:57.950107 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:57.971171 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.082108 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.085769 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.105016 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1280} {{(pid=101414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:22:58.135615 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746349500757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.136179 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Unsubscribe: segment precommit_create {{(pid=101414) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 09:22:58.136703 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Added segment 7b666179-4478-413e-be3c-428b13a0aa10 of type vlan for network c45f9640-d115-466b-8761-364528d56846 Oct 28 09:22:58.152931 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35127a1-4732-4726-ba3f-92ddfbe6e6ad,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:58.182110 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.182462 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.182797 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.183125 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.183447 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.183781 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.184100 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.184474 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.184794 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.185104 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.185417 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.185723 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Tracked resource versions report: Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: pushed versions: Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: { 'AddressGroup': {'1.2'}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'ConntrackHelper': {'1.0'}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Log': {'1.0'}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Network': {'1.1'}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Port': {'1.7'}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'PortForwarding': {'1.2'}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'QosPolicy': {'1.10'}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SecurityGroup': {'1.4'}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SubPort': {'1.0'}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Subnet': {'1.1'}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Trunk': {'1.1'}} Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: consumer versions: Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: { DHCP agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: L3 agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: Metadata agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: Metering agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: Open vSwitch agent@dv-cinder-815145-4-iscsi: { 'AddressGroup': '1.2', Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'ConntrackHelper': '1.0', Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Log': '1.0', Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Network': '1.1', Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Port': '1.7', Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'PortForwarding': '1.2', Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'QosPolicy': '1.10', Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SecurityGroup': '1.4', Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SecurityGroupRule': '1.2', Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SubPort': '1.0', Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Subnet': '1.1', Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Trunk': '1.1'}} Oct 28 09:22:58.186872 dv-cinder-815145-4-iscsi neutron-server[101414]: {{(pid=101414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:22:58.259074 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.303082 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.304423 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:22:58.305082 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:22:58.389792 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3382497 Oct 28 09:22:58.412347 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd161e0c-4b4d-4ee3-a170-84e9a79e2c7d admin admin] Pushing event updated for resources: {'Network': ['ID=c45f9640-d115-466b-8761-364528d56846,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:22:58.424485 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network c45f9640-d115-466b-8761-364528d56846 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:23:01.170832 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 35616) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:01.559140 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea72e28e-c3ca-4372-b07b-af503c2a1a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:01.560526 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-ea72e28e-c3ca-4372-b07b-af503c2a1a59 admin admin] 10.222.0.117 "GET /v2.0/networks/c45f9640-d115-466b-8761-364528d56846 HTTP/1.1" status: 200 len: 826 time: 0.3887184 Oct 28 09:23:01.600375 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-4dddfbb3-df01-4b2e-8db9-432b80f640e0 admin admin] 10.222.0.117 "GET /v2.0/subnetpools/e5401234-5a22-4c7d-bb62-e1bc487797b0 HTTP/1.1" status: 200 len: 734 time: 0.0330031 Oct 28 09:23:01.610121 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] Request body: {'subnet': {'subnetpool_id': 'e5401234-5a22-4c7d-bb62-e1bc487797b0', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'c45f9640-d115-466b-8761-364528d56846', 'gateway_ip': '172.20.0.1', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:01.632783 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] Made reservation on behalf of 2b032c8fad2a47049ff71155a4bcd241 for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:23:01.634971 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:01.923863 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:01.992544 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0eba83-0937-4563-897a-b4a53a2a5a9a,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:01.994515 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] Checking segment: {'id': '7b666179-4478-413e-be3c-428b13a0aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c45f9640-d115-466b-8761-364528d56846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:23:01.994870 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] Network hostable DHCP agents. Network: c45f9640-d115-466b-8761-364528d56846, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:23:02.015689 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] Network c45f9640-d115-466b-8761-364528d56846 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:23:02.027242 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, c45f9640-d115-466b-8761-364528d56846) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:02.031789 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:02.032413 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:02.037974 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dfcc2c-c775-4e49-ba05-255744a5f364 None None] Network c45f9640-d115-466b-8761-364528d56846 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:23:02.047468 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-1e417721-bf6e-4ccc-81a2-3d92d1106818 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4406312 Oct 28 09:23:02.370350 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629d8dd5-807d-5c08-a004-c4ae37a60101-c45f9640-d115-466b-8761-364528d56846', 'network_id': 'c45f9640-d115-466b-8761-364528d56846', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'fixed_ips': [{'subnet_id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a'}]}} from dv-cinder-815145-4-iscsi. {{(pid=101415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:23:02.371609 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:02.672415 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.db_base_plugin_common [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Allocated IP 172.20.0.2 (c45f9640-d115-466b-8761-364528d56846/7b0eba83-0937-4563-897a-b4a53a2a5a9a/c17d22e0-c868-4770-9fc7-b2f93e139f04) {{(pid=101415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:23:02.877959 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Publish callbacks [] for port, precommit_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:02.886055 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:02.960910 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Network c45f9640-d115-466b-8761-364528d56846 is already hosted by enough agents. {{(pid=101415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:23:02.965560 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.base_scheduler [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Resources bound (agent type, host, resource id): {{(pid=101415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:02.969079 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Received port after_create {{(pid=101415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:23:02.983271 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Pushing event updated for resources: {'Port': ['ID=c17d22e0-c868-4770-9fc7-b2f93e139f04,revision_number=1']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:03.028867 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.029228 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.029565 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.029904 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.030231 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.030556 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.030885 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.031208 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.031549 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.031874 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.032286 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.032629 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Tracked resource versions report: Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: pushed versions: Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: { 'AddressGroup': {'1.2'}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'ConntrackHelper': {'1.0'}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Log': {'1.0'}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Network': {'1.1'}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Port': {'1.7'}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'PortForwarding': {'1.2'}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'QosPolicy': {'1.10'}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SecurityGroup': {'1.4'}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SubPort': {'1.0'}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Subnet': {'1.1'}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Trunk': {'1.1'}} Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: consumer versions: Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: { DHCP agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: L3 agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: Metadata agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: Metering agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: Open vSwitch agent@dv-cinder-815145-4-iscsi: { 'AddressGroup': '1.2', Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'ConntrackHelper': '1.0', Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Log': '1.0', Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Network': '1.1', Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Port': '1.7', Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'PortForwarding': '1.2', Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'QosPolicy': '1.10', Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SecurityGroup': '1.4', Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SecurityGroupRule': '1.2', Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SubPort': '1.0', Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Subnet': '1.1', Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Trunk': '1.1'}} Oct 28 09:23:03.033729 dv-cinder-815145-4-iscsi neutron-server[101415]: {{(pid=101415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:23:03.065500 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Attempting to bind port c17d22e0-c868-4770-9fc7-b2f93e139f04 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:23:03.066174 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Attempting to bind port c17d22e0-c868-4770-9fc7-b2f93e139f04 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '7b666179-4478-413e-be3c-428b13a0aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c45f9640-d115-466b-8761-364528d56846'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:23:03.066281 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Attempting to bind port c17d22e0-c868-4770-9fc7-b2f93e139f04 on network c45f9640-d115-466b-8761-364528d56846 {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:23:03.071095 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:23:03.071486 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Checking segment: {'id': '7b666179-4478-413e-be3c-428b13a0aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c45f9640-d115-466b-8761-364528d56846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:23:03.071923 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:03.072306 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Bound using segment: {'id': '7b666179-4478-413e-be3c-428b13a0aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c45f9640-d115-466b-8761-364528d56846'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:23:03.072804 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Bound port: c17d22e0-c868-4770-9fc7-b2f93e139f04, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b666179-4478-413e-be3c-428b13a0aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c45f9640-d115-466b-8761-364528d56846'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:23:03.073215 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:03.134213 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] For port c17d22e0-c868-4770-9fc7-b2f93e139f04, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:23:03.144057 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] For port c17d22e0-c868-4770-9fc7-b2f93e139f04, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=c17d22e0-c868-4770-9fc7-b2f93e139f04,segment=NetworkSegment(7b666179-4478-413e-be3c-428b13a0aa10),segment_id=7b666179-4478-413e-be3c-428b13a0aa10)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:23:03.148345 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:03.216624 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6f2d9-a83f-4202-a6eb-e837d944fd30 None None] Pushing event updated for resources: {'Port': ['ID=c17d22e0-c868-4770-9fc7-b2f93e139f04,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:04.588849 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 35624) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:04.910588 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [None req-553bf507-d8ab-42bf-a498-e55e0aab25f1 admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:23:04.911563 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-553bf507-d8ab-42bf-a498-e55e0aab25f1 admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3217208 Oct 28 09:23:07.452171 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 35632) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:07.771131 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [None req-54f0b892-b24b-4a6d-b96b-3f82b232696e admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:23:07.772784 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-54f0b892-b24b-4a6d-b96b-3f82b232696e admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3196247 Oct 28 09:23:08.974323 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 5 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:23:10.549808 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 35642) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:10.866525 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-44484c58-7d0e-41f0-be7e-e0d7f7604360 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'admin_state_up': True}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:10.890407 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-44484c58-7d0e-41f0-be7e-e0d7f7604360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64792'] for router, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:10.891924 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-44484c58-7d0e-41f0-be7e-e0d7f7604360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64803'] for router, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:11.028630 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-44484c58-7d0e-41f0-be7e-e0d7f7604360 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:11.033543 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-44484c58-7d0e-41f0-be7e-e0d7f7604360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952723'] for router, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:11.047828 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-44484c58-7d0e-41f0-be7e-e0d7f7604360 admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:11.056819 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-44484c58-7d0e-41f0-be7e-e0d7f7604360 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5058632 Oct 28 09:23:11.377754 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device c17d22e0-c868-4770-9fc7-b2f93e139f04 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:23:11.468945 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port c17d22e0-c868-4770-9fc7-b2f93e139f04 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:11.469269 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:11.578905 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:11.612833 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port c17d22e0-c868-4770-9fc7-b2f93e139f04, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=c17d22e0-c868-4770-9fc7-b2f93e139f04,segment=NetworkSegment(7b666179-4478-413e-be3c-428b13a0aa10),segment_id=7b666179-4478-413e-be3c-428b13a0aa10)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:11.617064 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:11.664056 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=c17d22e0-c868-4770-9fc7-b2f93e139f04,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:12.462691 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f48d0-8089-47e5-8141-0c01eb360acd None None] Network c45f9640-d115-466b-8761-364528d56846 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:23:12.575396 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-517d3037-6d18-4138-a3b6-cea1af18cc25 None None] Provisioning complete for port c17d22e0-c868-4770-9fc7-b2f93e139f04 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:12.575758 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-517d3037-6d18-4138-a3b6-cea1af18cc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:12.920289 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-5efc575c-5adf-471f-b532-2ed11c08e27b None None] Provisioning complete for port c17d22e0-c868-4770-9fc7-b2f93e139f04 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:12.920684 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5efc575c-5adf-471f-b532-2ed11c08e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:13.340182 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device c17d22e0-c868-4770-9fc7-b2f93e139f04 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:23:13.390196 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port c17d22e0-c868-4770-9fc7-b2f93e139f04 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:13.390821 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:13.561812 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 35654) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:13.587113 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-02ae388d-1b22-48bd-955f-57825c40010c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:13.877412 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [None req-6b42199d-daf0-4e6d-bcb2-d7cb33ea9822 admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:23:13.878432 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-6b42199d-daf0-4e6d-bcb2-d7cb33ea9822 admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3157291 Oct 28 09:23:16.379745 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 35662) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:16.690465 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:16.710123 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Made reservation on behalf of 2fecbaa1514c4c6a9240af051c31c986 for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:23:16.712304 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:16.720561 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:16.756670 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-2cf767ce-ad3c-4b12-8e94-ab5aa3c01e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:16.797705 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:16.801235 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:16.819854 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Reserving flat network on physical network physnet1 {{(pid=101414) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 09:23:16.836417 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5270322c-5317-493b-866a-b716a840b1e8,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:16.842309 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:16.842646 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Added segment 9ee8c148-2733-41ec-bbc6-9b4a73e751e5 of type flat for network 3a35d49d-cbca-4d29-92f4-d15c5f701265 Oct 28 09:23:16.898496 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:16.929955 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:16.930944 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:16.931519 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:16.979507 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5986924 Oct 28 09:23:16.992285 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30334042-fbcd-49bf-b428-db485259bb8b admin admin] Pushing event updated for resources: {'Network': ['ID=3a35d49d-cbca-4d29-92f4-d15c5f701265,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:17.005251 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:23:17.393216 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:17.410196 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:19.210381 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:19.482386 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 35680) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:19.659169 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb92e0-325e-4eea-b679-48de23bbddd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:19.660511 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-1cdb92e0-325e-4eea-b679-48de23bbddd4 admin admin] 10.222.0.117 "GET /v2.0/subnets/7b0eba83-0937-4563-897a-b4a53a2a5a9a HTTP/1.1" status: 200 len: 849 time: 0.1771135 Oct 28 09:23:19.776521 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-fa15abbd-2fef-4f4c-a543-f08bb16eb0bb admin admin] 10.222.0.117 "GET /v2.0/routers/4964a712-776c-49d1-a9ce-44db19482a62 HTTP/1.1" status: 200 len: 704 time: 0.1095631 Oct 28 09:23:20.041994 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:20.331987 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Allocated IP 172.20.0.1 (c45f9640-d115-466b-8761-364528d56846/7b0eba83-0937-4563-897a-b4a53a2a5a9a/0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:23:20.527637 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:20.593466 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:20.660284 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Network c45f9640-d115-466b-8761-364528d56846 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:23:20.665168 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:20.667789 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:23:20.668414 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953294'] for router_interface, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:20.703345 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:20.863815 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-1b7dbd4e-761a-41eb-877c-d044f67bb9e2 None None] Provisioning complete for port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:20.864367 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1b7dbd4e-761a-41eb-877c-d044f67bb9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:20.883292 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:20.897934 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-1b7dbd4e-761a-41eb-877c-d044f67bb9e2 None None] Port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:23:21.092371 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:21.096824 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:21.097580 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-698546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953438'] for router_interface, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:21.175385 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:21.222678 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Network c45f9640-d115-466b-8761-364528d56846 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:23:21.224000 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:21.386696 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Router 4964a712-776c-49d1-a9ce-44db19482a62 is scheduled to L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 with binding_index 1 {{(pid=101414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:23:21.420212 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-0d89cd3a-7b96-4d81-99ee-d6b232656759 None None] Provisioning complete for port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:21.420613 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-0d89cd3a-7b96-4d81-99ee-d6b232656759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:21.455898 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-0d89cd3a-7b96-4d81-99ee-d6b232656759 None None] Port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:23:21.477250 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:23:21.482459 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-12d06f37-07e4-485e-a13c-e55c2c9ffd98 admin admin] 10.222.0.117 "PUT /v2.0/routers/4964a712-776c-49d1-a9ce-44db19482a62/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7000039 Oct 28 09:23:21.499691 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Sync routers for ids ['4964a712-776c-49d1-a9ce-44db19482a62'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:23:21.512889 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Routers {'4964a712-776c-49d1-a9ce-44db19482a62'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:21.513741 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:23:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['4964a712-776c-49d1-a9ce-44db19482a62'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:21.702069 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Set router 4964a712-776c-49d1-a9ce-44db19482a62 gateway port host: None {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:22.132836 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4964a712-776c-49d1-a9ce-44db19482a62', 'name': 'router1', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:10Z', 'updated_at': '2021-10-28T09:23:20Z', 'revision_number': 2, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'gw_port_host': None, '_interfaces': [{'id': '0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8', 'name': '', 'network_id': 'c45f9640-d115-466b-8761-364528d56846', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'mac_address': 'fa:16:3e:12:11:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4964a712-776c-49d1-a9ce-44db19482a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:20Z', 'updated_at': '2021-10-28T09:23:20Z', 'revision_number': 2, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'subnets': [{'id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5401234-5a22-4c7d-bb62-e1bc487797b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:22.181423 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Checking router: 4964a712-776c-49d1-a9ce-44db19482a62 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:23:22.181794 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Updating router 4964a712-776c-49d1-a9ce-44db19482a62 port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 binding host dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:23:22.257857 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:22.743952 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Publish callbacks [] for port, precommit_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:22.750460 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:22.842457 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Pushing event updated for resources: {'Port': ['ID=0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8,revision_number=3']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:22.872820 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.873189 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.873531 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.873863 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.874192 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.874527 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.874844 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.875182 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.875507 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.875832 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.876149 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.876491 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Tracked resource versions report: Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: pushed versions: Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: { 'AddressGroup': {'1.2'}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'ConntrackHelper': {'1.0'}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Log': {'1.0'}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Network': {'1.1'}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Port': {'1.7'}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'PortForwarding': {'1.2'}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'QosPolicy': {'1.10'}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SecurityGroup': {'1.4'}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SubPort': {'1.0'}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Subnet': {'1.1'}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Trunk': {'1.1'}} Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: consumer versions: Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: { DHCP agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: L3 agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: Metadata agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: Metering agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: Open vSwitch agent@dv-cinder-815145-4-iscsi: { 'AddressGroup': '1.2', Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'ConntrackHelper': '1.0', Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Log': '1.0', Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Network': '1.1', Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Port': '1.7', Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'PortForwarding': '1.2', Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'QosPolicy': '1.10', Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SecurityGroup': '1.4', Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SecurityGroupRule': '1.2', Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SubPort': '1.0', Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Subnet': '1.1', Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Trunk': '1.1'}} Oct 28 09:23:22.877604 dv-cinder-815145-4-iscsi neutron-server[101416]: {{(pid=101416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:23:22.933013 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Attempting to bind port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:23:22.933418 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Attempting to bind port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '7b666179-4478-413e-be3c-428b13a0aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c45f9640-d115-466b-8761-364528d56846'}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:23:22.933840 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Attempting to bind port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 on network c45f9640-d115-466b-8761-364528d56846 {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:23:22.940022 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:23:22.940494 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Checking segment: {'id': '7b666179-4478-413e-be3c-428b13a0aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c45f9640-d115-466b-8761-364528d56846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:23:22.940954 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:22.941337 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Bound using segment: {'id': '7b666179-4478-413e-be3c-428b13a0aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c45f9640-d115-466b-8761-364528d56846'} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:23:22.941848 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Bound port: 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b666179-4478-413e-be3c-428b13a0aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c45f9640-d115-466b-8761-364528d56846'}}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:23:22.942293 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:23.010109 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] For port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:23:23.030278 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] For port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8,segment=NetworkSegment(7b666179-4478-413e-be3c-428b13a0aa10),segment_id=7b666179-4478-413e-be3c-428b13a0aa10)] {{(pid=101416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:23:23.034499 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:23.092419 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f675d12-7da8-403f-95fe-44f981acc01f None None] Pushing event updated for resources: {'Port': ['ID=0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8,revision_number=4']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:23.094064 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6f0bb8a9-c1f5-4b55-a16c-f6a23fbacb3c None None] Provisioning complete for port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:23.094531 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bb8a9-c1f5-4b55-a16c-f6a23fbacb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:23.099130 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Routers {'4964a712-776c-49d1-a9ce-44db19482a62'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:23.100256 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:23:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['4964a712-776c-49d1-a9ce-44db19482a62'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:23.180868 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bb8a9-c1f5-4b55-a16c-f6a23fbacb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:23.192513 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] Set router 4964a712-776c-49d1-a9ce-44db19482a62 gateway port host: None {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:23.218465 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6f0bb8a9-c1f5-4b55-a16c-f6a23fbacb3c None None] For port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8,segment=NetworkSegment(7b666179-4478-413e-be3c-428b13a0aa10),segment_id=7b666179-4478-413e-be3c-428b13a0aa10)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:23.222762 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6f0bb8a9-c1f5-4b55-a16c-f6a23fbacb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:23.282646 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bb8a9-c1f5-4b55-a16c-f6a23fbacb3c None None] Pushing event updated for resources: {'Port': ['ID=0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:23.343871 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-46f6b71b-f068-4f1f-b2f4-0f756bb4ac6a None None] Provisioning complete for port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:23.344255 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-46f6b71b-f068-4f1f-b2f4-0f756bb4ac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:23.418372 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4964a712-776c-49d1-a9ce-44db19482a62', 'name': 'router1', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:10Z', 'updated_at': '2021-10-28T09:23:20Z', 'revision_number': 2, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'gw_port_host': None, '_interfaces': [{'id': '0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8', 'name': '', 'network_id': 'c45f9640-d115-466b-8761-364528d56846', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'mac_address': 'fa:16:3e:12:11:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4964a712-776c-49d1-a9ce-44db19482a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:20Z', 'updated_at': '2021-10-28T09:23:23Z', 'revision_number': 4, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'subnets': [{'id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5401234-5a22-4c7d-bb62-e1bc487797b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:23.447694 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae293a6e-5854-4496-912b-73dc5f0a3519 None None] The sync data for ids ['4964a712-776c-49d1-a9ce-44db19482a62'] in dv-cinder-815145-4-iscsi is: [{'id': '4964a712-776c-49d1-a9ce-44db19482a62', 'name': 'router1', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:10Z', 'updated_at': '2021-10-28T09:23:20Z', 'revision_number': 2, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'gw_port_host': None, '_interfaces': [{'id': '0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8', 'name': '', 'network_id': 'c45f9640-d115-466b-8761-364528d56846', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'mac_address': 'fa:16:3e:12:11:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4964a712-776c-49d1-a9ce-44db19482a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:20Z', 'updated_at': '2021-10-28T09:23:23Z', 'revision_number': 4, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'subnets': [{'id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5401234-5a22-4c7d-bb62-e1bc487797b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:23:23.850853 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 35698) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:23.961079 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b8b380-c36f-4c0f-88e4-e09e506b4908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:23.962433 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-75b8b380-c36f-4c0f-88e4-e09e506b4908 admin admin] 10.222.0.117 "GET /v2.0/networks/3a35d49d-cbca-4d29-92f4-d15c5f701265 HTTP/1.1" status: 200 len: 842 time: 0.1105578 Oct 28 09:23:23.972620 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'gateway_ip': '172.27.3.1'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:23.996137 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Made reservation on behalf of 2fecbaa1514c4c6a9240af051c31c986 for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:23:23.998580 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Publish callbacks [] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:24.346587 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.objects.ports [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101414) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:23:24.347036 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:24.404709 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3a1c8b-e192-4986-ae18-6fd1b37274b0,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:24.411897 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Checking segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:23:24.412474 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Network hostable DHCP agents. Network: 3a35d49d-cbca-4d29-92f4-d15c5f701265, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:23:24.428532 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:23:24.437071 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 3a35d49d-cbca-4d29-92f4-d15c5f701265) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:24.441309 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:24.441954 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:24.449948 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5a54d-705c-46bf-8d57-04836c160c67 None None] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:23:24.472349 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-9f89ac45-2a83-4cda-85d8-dd0ed57d8fbb admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4912484 Oct 28 09:23:24.585125 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c30319-2afc-4648-a843-0363b633c305 None None] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:23:26.909031 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 35706) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:27.039129 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-e9ffac18-db03-4b51-beb5-961cc22bf74f admin admin] 10.222.0.117 "GET /v2.0/routers/4964a712-776c-49d1-a9ce-44db19482a62 HTTP/1.1" status: 200 len: 710 time: 0.1289556 Oct 28 09:23:27.125488 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030e5315-274c-48c1-a90a-d5f24c2c6597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:23:27.126778 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-030e5315-274c-48c1-a90a-d5f24c2c6597 admin admin] 10.222.0.117 "GET /v2.0/networks/3a35d49d-cbca-4d29-92f4-d15c5f701265 HTTP/1.1" status: 200 len: 886 time: 0.0815239 Oct 28 09:23:27.136401 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:23:27.395160 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.630163 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.704100 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.808106 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Allocated IP 172.27.3.188 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/30edef3f-57c0-4c30-b6cf-4e58d7e417b8) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:23:27.907680 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.939423 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:27.978633 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:23:27.981396 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:23:27.987549 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:23:27.990151 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=30edef3f-57c0-4c30-b6cf-4e58d7e417b8,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:28.309807 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.500506 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-948021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64829'] for router, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.504139 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952746', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-948026'] for router, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.611728 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Router 4964a712-776c-49d1-a9ce-44db19482a62 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:23:28.719030 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:23:28.723475 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:28.725208 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-593f474b-9140-48fb-a7bb-ecbfc3179ea2 admin admin] 10.222.0.117 "PUT /v2.0/routers/4964a712-776c-49d1-a9ce-44db19482a62 HTTP/1.1" status: 200 len: 890 time: 1.5913618 Oct 28 09:23:29.374604 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:23:29.426034 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:29.426407 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:30.524415 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Sync routers for ids ['4964a712-776c-49d1-a9ce-44db19482a62'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:23:30.536602 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Routers {'4964a712-776c-49d1-a9ce-44db19482a62'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:30.538154 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:23:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['4964a712-776c-49d1-a9ce-44db19482a62'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:30.744644 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Set router 4964a712-776c-49d1-a9ce-44db19482a62 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:31.209715 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4964a712-776c-49d1-a9ce-44db19482a62', 'name': 'router1', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '30edef3f-57c0-4c30-b6cf-4e58d7e417b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:10Z', 'updated_at': '2021-10-28T09:23:28Z', 'revision_number': 4, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'gw_port': {'id': '30edef3f-57c0-4c30-b6cf-4e58d7e417b8', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4964a712-776c-49d1-a9ce-44db19482a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:27Z', 'updated_at': '2021-10-28T09:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8', 'name': '', 'network_id': 'c45f9640-d115-466b-8761-364528d56846', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'mac_address': 'fa:16:3e:12:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4964a712-776c-49d1-a9ce-44db19482a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:20Z', 'updated_at': '2021-10-28T09:23:23Z', 'revision_number': 5, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'subnets': [{'id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5401234-5a22-4c7d-bb62-e1bc487797b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:31.263190 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Checking router: 4964a712-776c-49d1-a9ce-44db19482a62 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:23:31.263553 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Updating router 4964a712-776c-49d1-a9ce-44db19482a62 port 30edef3f-57c0-4c30-b6cf-4e58d7e417b8 binding host dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:23:31.280645 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 35718) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:23:31.315158 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:31.399432 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-f10b9e2f-f247-4890-9464-72fe027de922 admin admin] 10.222.0.117 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1175435 Oct 28 09:23:31.647563 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Publish callbacks [] for port, precommit_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:31.653639 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:31.703902 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Attempting to bind port 30edef3f-57c0-4c30-b6cf-4e58d7e417b8 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:23:31.704275 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Attempting to bind port 30edef3f-57c0-4c30-b6cf-4e58d7e417b8 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:23:31.704666 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Attempting to bind port 30edef3f-57c0-4c30-b6cf-4e58d7e417b8 on network 3a35d49d-cbca-4d29-92f4-d15c5f701265 {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:23:31.710814 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a361905-7cbc-41e9-a76b-b1d270a67035 None None] Pushing event updated for resources: {'Port': ['ID=30edef3f-57c0-4c30-b6cf-4e58d7e417b8,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:31.716465 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:23:31.716842 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Checking segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:23:31.717242 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:31.717627 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Bound using segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:23:31.718090 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Bound port: 30edef3f-57c0-4c30-b6cf-4e58d7e417b8, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:23:31.718503 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:31.773323 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] For port 30edef3f-57c0-4c30-b6cf-4e58d7e417b8, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:23:31.776637 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] For port 30edef3f-57c0-4c30-b6cf-4e58d7e417b8, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=30edef3f-57c0-4c30-b6cf-4e58d7e417b8,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:23:31.780920 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:31.835822 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Routers {'4964a712-776c-49d1-a9ce-44db19482a62'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:23:31.836465 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:23:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['4964a712-776c-49d1-a9ce-44db19482a62'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:31.903610 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a361905-7cbc-41e9-a76b-b1d270a67035 None None] Pushing event updated for resources: {'Port': ['ID=30edef3f-57c0-4c30-b6cf-4e58d7e417b8,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:31.961333 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] Set router 4964a712-776c-49d1-a9ce-44db19482a62 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:23:32.177015 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4964a712-776c-49d1-a9ce-44db19482a62', 'name': 'router1', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '30edef3f-57c0-4c30-b6cf-4e58d7e417b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:10Z', 'updated_at': '2021-10-28T09:23:28Z', 'revision_number': 4, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'gw_port': {'id': '30edef3f-57c0-4c30-b6cf-4e58d7e417b8', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4964a712-776c-49d1-a9ce-44db19482a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:27Z', 'updated_at': '2021-10-28T09:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8', 'name': '', 'network_id': 'c45f9640-d115-466b-8761-364528d56846', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'mac_address': 'fa:16:3e:12:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4964a712-776c-49d1-a9ce-44db19482a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:20Z', 'updated_at': '2021-10-28T09:23:23Z', 'revision_number': 5, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'subnets': [{'id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5401234-5a22-4c7d-bb62-e1bc487797b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:23:32.207700 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030541f-9f73-4787-a2f4-d1fbea717da5 None None] The sync data for ids ['4964a712-776c-49d1-a9ce-44db19482a62'] in dv-cinder-815145-4-iscsi is: [{'id': '4964a712-776c-49d1-a9ce-44db19482a62', 'name': 'router1', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '30edef3f-57c0-4c30-b6cf-4e58d7e417b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:23:10Z', 'updated_at': '2021-10-28T09:23:28Z', 'revision_number': 4, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'gw_port': {'id': '30edef3f-57c0-4c30-b6cf-4e58d7e417b8', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4964a712-776c-49d1-a9ce-44db19482a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:27Z', 'updated_at': '2021-10-28T09:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8', 'name': '', 'network_id': 'c45f9640-d115-466b-8761-364528d56846', 'tenant_id': '2b032c8fad2a47049ff71155a4bcd241', 'mac_address': 'fa:16:3e:12:11:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4964a712-776c-49d1-a9ce-44db19482a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:23:20Z', 'updated_at': '2021-10-28T09:23:23Z', 'revision_number': 5, 'project_id': '2b032c8fad2a47049ff71155a4bcd241', 'subnets': [{'id': '7b0eba83-0937-4563-897a-b4a53a2a5a9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5401234-5a22-4c7d-bb62-e1bc487797b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:23:33.407135 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 30edef3f-57c0-4c30-b6cf-4e58d7e417b8 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:23:33.459567 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 30edef3f-57c0-4c30-b6cf-4e58d7e417b8 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:33.459938 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:33.547203 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:33.569952 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port 30edef3f-57c0-4c30-b6cf-4e58d7e417b8, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=30edef3f-57c0-4c30-b6cf-4e58d7e417b8,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:23:33.576453 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:33.636960 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=30edef3f-57c0-4c30-b6cf-4e58d7e417b8,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:23:35.393522 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 30edef3f-57c0-4c30-b6cf-4e58d7e417b8 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:23:35.472274 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 30edef3f-57c0-4c30-b6cf-4e58d7e417b8 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:23:35.473003 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:43.589291 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c243fbc1-c41a-4d4c-b5b3-2690811dccb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:45.973364 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 5 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:23:46.758992 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1dae5dd6-3ac0-430d-a94b-c0f9d984923b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:47.415967 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:47.421456 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:23:49.252102 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:13.591500 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-e32c7c0d-7a2e-46fb-be1a-20e6aa9d764f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:16.761973 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc006-d62e-4794-b0c6-be927ec3f401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:17.390331 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:17.417807 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:19.215552 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:22.971545 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 5 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:24:43.593000 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-630fe1b6-7cbd-4bdf-9a39-f323d7f756bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:46.763408 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-89851c4e-8ac0-4e58-ae28-9aaeceab7c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:47.396522 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:47.420156 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:49.217318 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:24:59.971449 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 5 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:25:13.594567 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ad523d22-1ec4-4728-ba25-f1acaedb1a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:16.142420 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36280) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:16.203509 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91a30b2-6625-41c8-bb5a-67186e94327d admin admin] GET failed (client error): The resource could not be found. Oct 28 09:25:16.204852 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-e91a30b2-6625-41c8-bb5a-67186e94327d admin admin] 10.222.0.117 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614295 Oct 28 09:25:16.372168 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae00496-8e3f-48ad-845a-373c85b69e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:16.373585 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-dae00496-8e3f-48ad-845a-373c85b69e7b admin admin] 10.222.0.117 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1639652 Oct 28 09:25:16.764180 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c3d77e14-7fc3-4a58-9459-ce5a0a465256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:17.397892 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:17.422109 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:18.657797 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36290) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:18.753228 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9f1ef9-8a7a-4cca-8d31-9ae3437cd13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:18.754635 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-6d9f1ef9-8a7a-4cca-8d31-9ae3437cd13e admin admin] 10.222.0.117 "GET /v2.0/subnets/7b0eba83-0937-4563-897a-b4a53a2a5a9a HTTP/1.1" status: 200 len: 849 time: 0.0956805 Oct 28 09:25:18.764837 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:25:18.850749 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:18.990371 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746349328357'] for subnet, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:19.018755 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:19.019335 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:19.032376 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] 10.222.0.117 "PUT /v2.0/subnets/7b0eba83-0937-4563-897a-b4a53a2a5a9a HTTP/1.1" status: 200 len: 868 time: 0.2601395 Oct 28 09:25:19.033202 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9a711-bd6a-4c21-8491-90e6c813efe6 None None] Network c45f9640-d115-466b-8761-364528d56846 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:25:19.042717 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0eba83-0937-4563-897a-b4a53a2a5a9a,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:25:19.050071 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.050442 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.050792 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.051131 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.051558 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.052102 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.052478 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.052827 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.053172 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.053509 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.053835 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.054167 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241c404-2bf8-43cf-9506-4e5233714ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:25:19.222387 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:19.430726 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-cc6eaf42-136b-4dab-a350-0b998c266569 None None] Provisioning complete for port c17d22e0-c868-4770-9fc7-b2f93e139f04 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:19.431103 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-cc6eaf42-136b-4dab-a350-0b998c266569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:19.515123 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-cc6eaf42-136b-4dab-a350-0b998c266569 None None] Provisioning complete for port 0d7303a3-0c2f-40a8-a7c0-26e4bcc7bac8 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:25:19.515384 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-cc6eaf42-136b-4dab-a350-0b998c266569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:21.336405 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36298) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:21.537694 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83d7b89-4682-47a6-9c61-567f25cf2065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:21.538073 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83d7b89-4682-47a6-9c61-567f25cf2065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:21.539606 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-b83d7b89-4682-47a6-9c61-567f25cf2065 admin admin] 10.222.0.117 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2022443 Oct 28 09:25:23.835645 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36306) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:23.968679 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca5fc33-ce21-4dda-a966-ee30178663ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:23.969144 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca5fc33-ce21-4dda-a966-ee30178663ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:23.970654 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-eca5fc33-ce21-4dda-a966-ee30178663ca admin admin] 10.222.0.117 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1340458 Oct 28 09:25:26.271636 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36314) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:26.496394 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00947b42-c860-4f99-94f9-5615c15cdb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:26.497714 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-00947b42-c860-4f99-94f9-5615c15cdb5c admin admin] 10.222.0.117 "GET /v2.0/networks/3a35d49d-cbca-4d29-92f4-d15c5f701265 HTTP/1.1" status: 200 len: 886 time: 0.2251275 Oct 28 09:25:28.796969 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36322) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:28.925186 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4527b564-7c71-4253-b766-37efd9629794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:28.927149 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-4527b564-7c71-4253-b766-37efd9629794 admin admin] 10.222.0.117 "GET /v2.0/networks/c45f9640-d115-466b-8761-364528d56846 HTTP/1.1" status: 200 len: 870 time: 0.1292200 Oct 28 09:25:31.208429 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36330) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:31.333004 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848f93e-6e2e-4e4b-a729-3a677a2be1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:31.333462 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848f93e-6e2e-4e4b-a729-3a677a2be1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:31.334989 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-6848f93e-6e2e-4e4b-a729-3a677a2be1d2 admin admin] 10.222.0.117 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256120 Oct 28 09:25:33.614453 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36338) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:33.705275 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f0fee-1415-4ef2-83fa-46406ba31a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:33.705740 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f0fee-1415-4ef2-83fa-46406ba31a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:33.707356 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-cc5f0fee-1415-4ef2-83fa-46406ba31a73 admin admin] 10.222.0.117 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918064 Oct 28 09:25:35.988547 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36346) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:36.078770 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894bc147-657f-4a1b-919b-bd726b1aa1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:36.080093 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-894bc147-657f-4a1b-919b-bd726b1aa1cb admin admin] 10.222.0.117 "GET /v2.0/subnets/7b0eba83-0937-4563-897a-b4a53a2a5a9a HTTP/1.1" status: 200 len: 868 time: 0.0906119 Oct 28 09:25:36.970855 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 5 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:25:38.400769 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36354) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:25:38.487900 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df04bb58-10f4-4b41-b0c7-f4274f75c7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:25:38.489766 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-df04bb58-10f4-4b41-b0c7-f4274f75c7e7 admin admin] 10.222.0.117 "GET /v2.0/subnets/bb3a1c8b-e192-4986-ae18-6fd1b37274b0 HTTP/1.1" status: 200 len: 816 time: 0.0880129 Oct 28 09:25:43.597221 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-e17ec8dc-2b01-4b0c-998d-043ce95f6111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:46.765683 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-e9dd953b-022a-4c90-bfaa-9807209380b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:47.400802 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:47.423667 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:25:49.221807 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:02.959761 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36408) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:26:03.006348 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [None req-724a1e15-e37a-412b-9bb3-c7976bf22908 admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:26:03.007394 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-724a1e15-e37a-412b-9bb3-c7976bf22908 admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0465698 Oct 28 09:26:05.414524 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36416) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:26:05.475051 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7265a1-ec22-4ad6-af0e-d3d1ae861791 admin admin] GET failed (client error): The resource could not be found. Oct 28 09:26:05.476388 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-6d7265a1-ec22-4ad6-af0e-d3d1ae861791 admin admin] 10.222.0.117 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609107 Oct 28 09:26:05.560082 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fe816a-1b5f-44e8-8b01-2cb984dc2103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:05.561567 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-34fe816a-1b5f-44e8-8b01-2cb984dc2103 admin admin] 10.222.0.117 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805902 Oct 28 09:26:07.900597 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36424) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:26:07.946990 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:26:07.966489 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] Made reservation on behalf of 2fecbaa1514c4c6a9240af051c31c986 for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:26:07.968773 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:07.999298 dv-cinder-815145-4-iscsi neutron-server[101414]: WARNING neutron.services.revisions.revision_plugin [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] Could not find related network for resource to bump revision. Oct 28 09:26:08.010826 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1299} {{(pid=101414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:26:08.019244 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:08.019609 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] Added segment 22ad0b79-21bd-4b1e-8d68-a54aa1900d51 of type vlan for network 858acc93-8ec5-44cd-b5ed-22269a6e4c79 Oct 28 09:26:08.057250 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:08.081727 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:08.082811 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:08.083466 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:08.140269 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2385666 Oct 28 09:26:08.144884 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d168fef-651d-4b02-a4b7-b19273b414e4 admin admin] Pushing event updated for resources: {'Network': ['ID=858acc93-8ec5-44cd-b5ed-22269a6e4c79,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:08.155868 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 858acc93-8ec5-44cd-b5ed-22269a6e4c79 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:26:10.547904 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36432) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:26:10.610109 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5d61bd-9a15-4d2f-96b0-5822d838e8b5 admin admin] GET failed (client error): The resource could not be found. Oct 28 09:26:10.611455 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-ea5d61bd-9a15-4d2f-96b0-5822d838e8b5 admin admin] 10.222.0.117 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625217 Oct 28 09:26:10.683971 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8249b98e-9f24-4e18-9d36-471f6c0611ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:10.685449 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-8249b98e-9f24-4e18-9d36-471f6c0611ae admin admin] 10.222.0.117 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0686111 Oct 28 09:26:10.696373 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:26:10.716016 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] Made reservation on behalf of 2fecbaa1514c4c6a9240af051c31c986 for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:26:10.722640 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:10.888123 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:10.950978 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdb9732-dfda-4142-8c61-f721ed03d4ff,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:10.959245 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] Checking segment: {'id': '22ad0b79-21bd-4b1e-8d68-a54aa1900d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:26:10.959596 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] Network hostable DHCP agents. Network: 858acc93-8ec5-44cd-b5ed-22269a6e4c79, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:26:10.975212 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] Network 858acc93-8ec5-44cd-b5ed-22269a6e4c79 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:26:10.983001 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 858acc93-8ec5-44cd-b5ed-22269a6e4c79) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:26:10.986876 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:26:10.987456 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:10.993201 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb6237a-7520-4f22-8690-7520c55fc46e None None] Network 858acc93-8ec5-44cd-b5ed-22269a6e4c79 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:26:11.003617 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-99ae06ab-9928-40ee-9789-5e43e1901f47 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3105989 Oct 28 09:26:11.146917 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629d8dd5-807d-5c08-a004-c4ae37a60101-858acc93-8ec5-44cd-b5ed-22269a6e4c79', 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79', 'tenant_id': '2fecbaa1514c4c6a9240af051c31c986', 'fixed_ips': [{'subnet_id': '4cdb9732-dfda-4142-8c61-f721ed03d4ff'}]}} from dv-cinder-815145-4-iscsi. {{(pid=101415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:26:11.147805 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:11.292905 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.db_base_plugin_common [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Allocated IP 192.168.233.2 (858acc93-8ec5-44cd-b5ed-22269a6e4c79/4cdb9732-dfda-4142-8c61-f721ed03d4ff/04bc10cb-7483-4358-a4c3-8d3b03f04120) {{(pid=101415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:26:11.442504 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Publish callbacks [] for port, precommit_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:11.448826 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:11.494633 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Network 858acc93-8ec5-44cd-b5ed-22269a6e4c79 is already hosted by enough agents. {{(pid=101415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:26:11.497634 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.base_scheduler [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Resources bound (agent type, host, resource id): {{(pid=101415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:26:11.500147 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Received port after_create {{(pid=101415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:26:11.509275 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Pushing event updated for resources: {'Port': ['ID=04bc10cb-7483-4358-a4c3-8d3b03f04120,revision_number=1']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:11.531471 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.531843 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.532186 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.532553 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.532897 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.533231 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.533566 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.533914 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.534262 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.534596 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.534921 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.535240 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:26:11.570836 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Attempting to bind port 04bc10cb-7483-4358-a4c3-8d3b03f04120 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:26:11.571205 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Attempting to bind port 04bc10cb-7483-4358-a4c3-8d3b03f04120 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '22ad0b79-21bd-4b1e-8d68-a54aa1900d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:26:11.571590 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Attempting to bind port 04bc10cb-7483-4358-a4c3-8d3b03f04120 on network 858acc93-8ec5-44cd-b5ed-22269a6e4c79 {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:26:11.576788 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:26:11.577152 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Checking segment: {'id': '22ad0b79-21bd-4b1e-8d68-a54aa1900d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:26:11.577541 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:11.578034 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Bound using segment: {'id': '22ad0b79-21bd-4b1e-8d68-a54aa1900d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:26:11.578679 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Bound port: 04bc10cb-7483-4358-a4c3-8d3b03f04120, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ad0b79-21bd-4b1e-8d68-a54aa1900d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:26:11.579071 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:11.641971 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] For port 04bc10cb-7483-4358-a4c3-8d3b03f04120, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:26:11.645903 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] For port 04bc10cb-7483-4358-a4c3-8d3b03f04120, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=04bc10cb-7483-4358-a4c3-8d3b03f04120,segment=NetworkSegment(22ad0b79-21bd-4b1e-8d68-a54aa1900d51),segment_id=22ad0b79-21bd-4b1e-8d68-a54aa1900d51)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:26:11.653272 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:11.710897 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead30f0e-e1f2-47c5-a799-c3773ceae0e6 None None] Pushing event updated for resources: {'Port': ['ID=04bc10cb-7483-4358-a4c3-8d3b03f04120,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:12.539604 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829d01c0-34ae-4243-90ab-8b1fd9c7c6a4 None None] Network 858acc93-8ec5-44cd-b5ed-22269a6e4c79 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:26:12.671759 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-3e6da9a8-47e3-45b2-90d6-b2f95578312a None None] Provisioning complete for port 04bc10cb-7483-4358-a4c3-8d3b03f04120 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:26:12.672050 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-3e6da9a8-47e3-45b2-90d6-b2f95578312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:12.775454 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-3e6da9a8-47e3-45b2-90d6-b2f95578312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:12.816647 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-3e6da9a8-47e3-45b2-90d6-b2f95578312a None None] For port 04bc10cb-7483-4358-a4c3-8d3b03f04120, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=04bc10cb-7483-4358-a4c3-8d3b03f04120,segment=NetworkSegment(22ad0b79-21bd-4b1e-8d68-a54aa1900d51),segment_id=22ad0b79-21bd-4b1e-8d68-a54aa1900d51)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:26:12.821745 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-3e6da9a8-47e3-45b2-90d6-b2f95578312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:12.881879 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6da9a8-47e3-45b2-90d6-b2f95578312a None None] Pushing event updated for resources: {'Port': ['ID=04bc10cb-7483-4358-a4c3-8d3b03f04120,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:26:12.944905 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-0d53431d-f7d7-4667-a076-3719da12672f None None] Provisioning complete for port 04bc10cb-7483-4358-a4c3-8d3b03f04120 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:26:12.945214 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-0d53431d-f7d7-4667-a076-3719da12672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:13.482756 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 04bc10cb-7483-4358-a4c3-8d3b03f04120 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:26:13.536307 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 04bc10cb-7483-4358-a4c3-8d3b03f04120 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:26:13.536725 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:13.626541 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9164001c-f995-4608-9a67-4f24ffc05ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:13.971382 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 5 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:26:16.767700 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6cd8-4287-47ab-99e0-46f0c7b44982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:17.403006 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:17.428058 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:19.224658 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:43.599443 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-7e96958f-e347-4ad8-bd18-fed17085bd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:46.771165 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-a91ba3b8-2887-42eb-90bb-d85f728252a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:47.405897 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:47.431503 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:49.230537 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:26:50.970872 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 5 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:27:13.603758 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-d49591e9-bcba-4b8d-b301-adaa230ab6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:16.773982 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-190bd146-e31e-4a16-8f33-d69bbe8d7454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:17.408911 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:17.432719 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:19.234712 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:20.395718 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36476) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:20.401655 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [None req-826a4ee3-8871-4101-9eb5-f0c9a034d92b tempest-verify_tempest_config-2035112503 tempest-verify_tempest_config-2035112503-project] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:27:20.402618 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-826a4ee3-8871-4101-9eb5-f0c9a034d92b tempest-verify_tempest_config-2035112503 tempest-verify_tempest_config-2035112503-project] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058901 Oct 28 09:27:20.692923 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 36494) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:20.804430 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:20.916148 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:20.919765 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:20.960667 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=305b3da651f54e3b8a94a52bdecfc271&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2666943 Oct 28 09:27:20.964926 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36502) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:27:20.970135 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c7f50b-004d-4cb4-8ff2-3a235e5b11f2,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:20.982881 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.983236 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.983634 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.983944 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.984231 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.984608 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.984940 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.985292 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.985678 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.986011 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.986334 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.986656 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f30a8e-2206-4c4f-a5ce-df4205c2054b admin admin] Tracked resource versions report: Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: pushed versions: Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: { 'AddressGroup': {'1.2'}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'ConntrackHelper': {'1.0'}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Log': {'1.0'}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Network': {'1.1'}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Port': {'1.7'}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'PortForwarding': {'1.2'}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'QosPolicy': {'1.10'}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SecurityGroup': {'1.4'}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SubPort': {'1.0'}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Subnet': {'1.1'}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Trunk': {'1.1'}} Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: consumer versions: Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: { DHCP agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: L3 agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: Metadata agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: Metering agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: Open vSwitch agent@dv-cinder-815145-4-iscsi: { 'AddressGroup': '1.2', Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'ConntrackHelper': '1.0', Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Log': '1.0', Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Network': '1.1', Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Port': '1.7', Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'PortForwarding': '1.2', Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'QosPolicy': '1.10', Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SecurityGroup': '1.4', Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SecurityGroupRule': '1.2', Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SubPort': '1.0', Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Subnet': '1.1', Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Trunk': '1.1'}} Oct 28 09:27:20.988442 dv-cinder-815145-4-iscsi neutron-server[101413]: {{(pid=101413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:27:21.025886 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:21.047364 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:21.140233 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:21.142776 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:21.144674 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/68c7f50b-004d-4cb4-8ff2-3a235e5b11f2 HTTP/1.1" status: 204 len: 168 time: 0.1802311 Oct 28 09:27:21.152836 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c7f50b-004d-4cb4-8ff2-3a235e5b11f2,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:27:21.161377 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:21.161739 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:21.162081 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:21.162411 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:21.162750 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:21.163068 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:21.163398 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:21.164018 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:21.164394 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:21.164718 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:21.165037 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:21.165357 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0450a42-1d04-4c46-b5a8-92ae11ce2811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:27:27.970386 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 5 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:27:43.605676 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-91067bff-a3e9-431a-92a2-08fd1c024438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:46.775107 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-8aec2b1d-8f80-40cb-86af-84ee2f89c1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:47.411932 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:47.432994 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:27:49.238311 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:04.968726 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 5 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:28:13.609015 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-df31a0e8-0c08-40be-8335-1bfde37a690c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:16.776064 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-50e0110a-72f5-428a-b11f-d910d108555b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:17.414621 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:17.433460 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:19.238860 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:41.968283 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 5 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:28:43.609964 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1034ea4d-d2c9-4155-838a-3a15eb9352c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:46.777377 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ff085a79-b978-49ce-b445-a120c63d4712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:47.425416 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:47.435739 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:49.242402 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:28:58.188956 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953217'] for agent, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.612032 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-28f30a1d-3827-4f52-a90a-7eec7254c9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:13.705934 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36576) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:13.812847 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-9b566d7c-d81c-4757-9fe3-92a37df736f1 admin admin] 10.222.0.117 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1058068 Oct 28 09:29:16.206855 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36586) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:29:16.261254 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-584db0eb-b183-473d-b82d-7fd14004cbae admin admin] 10.222.0.117 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0533273 Oct 28 09:29:16.777586 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-596f1b86-b9a9-4f7e-8145-92e30c0a0697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:17.426749 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:17.436723 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:18.967445 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:29:19.248461 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:28.189273 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:43.616807 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-d04ff6d9-8694-453d-9d8d-f1bde44ba994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:46.778030 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ad1d-eb30-432c-8bd4-6cfe551e56ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:47.428081 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:47.438219 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:49.249667 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:29:55.967429 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:29:58.187254 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:13.622077 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9306d32a-a923-4a09-a64d-8efa3549699e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:16.781035 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-61ef42ad-0bfa-49aa-ad2d-6f9a240600d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:17.433228 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:17.444198 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:19.261709 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:28.203252 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:32.966036 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:30:43.620548 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-8b72aa0b-5932-4d16-a90a-24d56d46d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:46.786040 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-57e29a53-01df-400a-8896-6410723e3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.081957 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 36770) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:47.333889 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1904815103-network', 'tenant_id': '69835517b8044772b7f898f7aba2ea11'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:47.371066 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Made reservation on behalf of 69835517b8044772b7f898f7aba2ea11 for: {'network': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:47.374513 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.385837 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.448515 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.455424 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.486078 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.491617 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.533854 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1297} {{(pid=101413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:30:47.547872 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add4af35-06bb-43a6-a984-4855e8b24dfb,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:47.554310 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746349500757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.554875 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Unsubscribe: segment precommit_create {{(pid=101413) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 09:30:47.555372 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.segments_db [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Added segment ad953d5f-2a81-4a1e-ae62-70f74cc146f9 of type vlan for network 6839a2f8-3d6c-4d31-bea4-e88de7353653 Oct 28 09:30:47.567180 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.567529 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.567858 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.568388 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.568717 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.569052 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.569378 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.569717 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.570043 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.570367 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.570682 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.570996 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Tracked resource versions report: Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: pushed versions: Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: { 'AddressGroup': {'1.2'}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'ConntrackHelper': {'1.0'}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Log': {'1.0'}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Network': {'1.1'}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Port': {'1.7'}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'PortForwarding': {'1.2'}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'QosPolicy': {'1.10'}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SecurityGroup': {'1.4'}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SubPort': {'1.0'}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Subnet': {'1.1'}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Trunk': {'1.1'}} Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: consumer versions: Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: { DHCP agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: HyperV agent@hv-cinder-81514: {}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: L3 agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: Metadata agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: Metering agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: Open vSwitch agent@dv-cinder-815145-4-iscsi: { 'AddressGroup': '1.2', Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'ConntrackHelper': '1.0', Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Log': '1.0', Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Network': '1.1', Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Port': '1.7', Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'PortForwarding': '1.2', Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'QosPolicy': '1.10', Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SecurityGroup': '1.4', Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SecurityGroupRule': '1.2', Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'SubPort': '1.0', Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Subnet': '1.1', Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: 'Trunk': '1.1'}} Oct 28 09:30:47.572353 dv-cinder-815145-4-iscsi neutron-server[101413]: {{(pid=101413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:30:47.651349 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.695488 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.697314 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:47.698074 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.770750 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6843705 Oct 28 09:30:47.771032 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36810) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:47.777784 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Request body: {'subnet': {'network_id': '6839a2f8-3d6c-4d31-bea4-e88de7353653', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1904815103-subnet', 'tenant_id': '69835517b8044772b7f898f7aba2ea11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:47.808456 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Made reservation on behalf of 69835517b8044772b7f898f7aba2ea11 for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:47.811416 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:47.835260 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bc519-6fc1-4de7-9fad-563fe5d68aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=6839a2f8-3d6c-4d31-bea4-e88de7353653,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:47.848630 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 6839a2f8-3d6c-4d31-bea4-e88de7353653 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:30:47.997848 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.059318 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=800a4b3c-3d57-4147-9f4c-ad22e9c040ff,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:48.069383 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Checking segment: {'id': 'ad953d5f-2a81-4a1e-ae62-70f74cc146f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6839a2f8-3d6c-4d31-bea4-e88de7353653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:48.069687 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Network hostable DHCP agents. Network: 6839a2f8-3d6c-4d31-bea4-e88de7353653, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:30:48.072630 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.073153 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.076527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.076527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.076527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.076527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.076527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.076527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.076527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.076527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.076527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.076527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Tracked resource versions report: Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: pushed versions: Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: { 'AddressGroup': {'1.2'}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'ConntrackHelper': {'1.0'}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Log': {'1.0'}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Network': {'1.1'}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Port': {'1.7'}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'PortForwarding': {'1.2'}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'QosPolicy': {'1.10'}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SecurityGroup': {'1.4'}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SubPort': {'1.0'}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Subnet': {'1.1'}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Trunk': {'1.1'}} Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: consumer versions: Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: { DHCP agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: HyperV agent@hv-cinder-81514: {}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: L3 agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: Metadata agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: Metering agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: Open vSwitch agent@dv-cinder-815145-4-iscsi: { 'AddressGroup': '1.2', Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'ConntrackHelper': '1.0', Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Log': '1.0', Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Network': '1.1', Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Port': '1.7', Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'PortForwarding': '1.2', Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'QosPolicy': '1.10', Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SecurityGroup': '1.4', Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SecurityGroupRule': '1.2', Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'SubPort': '1.0', Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Subnet': '1.1', Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: 'Trunk': '1.1'}} Oct 28 09:30:48.077579 dv-cinder-815145-4-iscsi neutron-server[101414]: {{(pid=101414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:30:48.080467 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 36830) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:48.097182 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Network 6839a2f8-3d6c-4d31-bea4-e88de7353653 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:30:48.107236 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 6839a2f8-3d6c-4d31-bea4-e88de7353653) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:48.112057 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:48.112659 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.119168 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793096a2-2f57-4eb7-acdf-b373b4cb5dfd None None] Network 6839a2f8-3d6c-4d31-bea4-e88de7353653 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:48.136978 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-69470379-6cff-44c4-8046-989b14a5fa6e admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3646560 Oct 28 09:30:48.271586 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 36838) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:48.283199 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f1da6f-1bba-4f24-8063-c7e79137aaa0 None None] Network 6839a2f8-3d6c-4d31-bea4-e88de7353653 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:48.414972 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-388527961-network', 'tenant_id': '0be6fc0db1944053869a9896667cae3a'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:48.458852 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Made reservation on behalf of 0be6fc0db1944053869a9896667cae3a for: {'network': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:48.462205 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.482016 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.558156 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1144740314-network', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:48.609301 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Made reservation on behalf of 4dbac2a0120f4eb7a1627b8f98fef858 for: {'network': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:48.613460 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.616855 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.628187 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.630502 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.660395 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1274} {{(pid=101413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:30:48.690993 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.691554 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.segments_db [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Added segment df962e8f-2ad7-46a1-a839-9bd442b04b45 of type vlan for network 9ae87522-9a32-486f-8833-d04dbdbd8e34 Oct 28 09:30:48.719259 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a0c729-5bf7-4c56-8377-d48b4f941705,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:48.761309 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.843103 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.846030 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:48.846636 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.970832 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:48.982628 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8982646 Oct 28 09:30:48.984358 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36878) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:48.994612 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] Request body: {'subnet': {'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-subnet', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:48.998363 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c825a-ccff-4e22-be3a-b7fb699f5f8b admin admin] Pushing event updated for resources: {'Network': ['ID=9ae87522-9a32-486f-8833-d04dbdbd8e34,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:49.001170 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.016616 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 9ae87522-9a32-486f-8833-d04dbdbd8e34 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:30:49.045314 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=101413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:30:49.048210 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] Made reservation on behalf of 0be6fc0db1944053869a9896667cae3a for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:49.055134 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.084504 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.084848 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.segments_db [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Added segment dad57502-ed11-43dc-9dc2-bff55b3c31d8 of type vlan for network a7780ce9-bec5-4cab-8275-e693999d1d8a Oct 28 09:30:49.089100 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c9cda8-5471-4696-9eda-bff1030cbb4a,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:49.190093 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.223226 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.224590 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:49.225777 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.278871 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.426012 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] Pushing event updated for resources: {'Network': ['ID=a7780ce9-bec5-4cab-8275-e693999d1d8a,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:49.431628 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-bd036d38-4c1a-4402-9c7a-858f95aa7589 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1582656 Oct 28 09:30:49.434430 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 36898) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:49.442852 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network a7780ce9-bec5-4cab-8275-e693999d1d8a details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:30:49.451978 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] Request body: {'subnet': {'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1144740314-subnet', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:49.457092 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.499219 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] Made reservation on behalf of 4dbac2a0120f4eb7a1627b8f98fef858 for: {'subnet': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:30:49.502315 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.578304 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c4c113-bc99-4463-a948-07dc92ff60b2,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:49.629206 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] Checking segment: {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:49.629622 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] Network hostable DHCP agents. Network: 9ae87522-9a32-486f-8833-d04dbdbd8e34, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:30:49.651369 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] Network 9ae87522-9a32-486f-8833-d04dbdbd8e34 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:30:49.665050 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 9ae87522-9a32-486f-8833-d04dbdbd8e34) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:49.671018 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:49.671599 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.676741 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ba39c-9aed-4292-9afc-bc95ab42cbfc None None] Network 9ae87522-9a32-486f-8833-d04dbdbd8e34 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:49.704131 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-144d946e-87c6-4c29-a792-06fc2495087a admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7186365 Oct 28 09:30:49.704709 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 36912) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:49.722730 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:49.806450 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64792'] for router, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.811894 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64803'] for router, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:49.864971 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629d8dd5-807d-5c08-a004-c4ae37a60101-9ae87522-9a32-486f-8833-d04dbdbd8e34', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2'}]}} from dv-cinder-815145-4-iscsi. {{(pid=101415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:30:49.867046 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.042401 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.107984 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.db_base_plugin_common [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Allocated IP 172.20.0.2 (9ae87522-9a32-486f-8833-d04dbdbd8e34/07c4c113-bc99-4463-a948-07dc92ff60b2/33504416-ecf7-427b-8eb0-e950fe10315a) {{(pid=101415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:50.231543 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.344780 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Publish callbacks [] for port, precommit_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.355280 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:50.365882 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.465440 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Network 9ae87522-9a32-486f-8833-d04dbdbd8e34 is already hosted by enough agents. {{(pid=101415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:50.483956 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.485005 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.base_scheduler [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Resources bound (agent type, host, resource id): {{(pid=101415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:50.502574 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Received port after_create {{(pid=101415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:50.508430 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Pushing event updated for resources: {'Port': ['ID=33504416-ecf7-427b-8eb0-e950fe10315a,revision_number=1']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:50.532437 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.532437 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.532742 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.533044 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.538453 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.538971 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.541300 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.541647 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.541985 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.542320 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.542643 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.546417 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Tracked resource versions report: Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: pushed versions: Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: { 'AddressGroup': {'1.2'}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'ConntrackHelper': {'1.0'}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Log': {'1.0'}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Network': {'1.1'}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Port': {'1.7'}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'PortForwarding': {'1.2'}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'QosPolicy': {'1.10'}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SecurityGroup': {'1.4'}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SubPort': {'1.0'}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Subnet': {'1.1'}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Trunk': {'1.1'}} Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: consumer versions: Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: { DHCP agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: HyperV agent@hv-cinder-81514: {}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: L3 agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: Metadata agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: Metering agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: Open vSwitch agent@dv-cinder-815145-4-iscsi: { 'AddressGroup': '1.2', Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'ConntrackHelper': '1.0', Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Log': '1.0', Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Network': '1.1', Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Port': '1.7', Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'PortForwarding': '1.2', Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'QosPolicy': '1.10', Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SecurityGroup': '1.4', Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SecurityGroupRule': '1.2', Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'SubPort': '1.0', Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Subnet': '1.1', Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: 'Trunk': '1.1'}} Oct 28 09:30:50.547562 dv-cinder-815145-4-iscsi neutron-server[101415]: {{(pid=101415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:30:50.551352 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] Checking segment: {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:50.551854 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] Network hostable DHCP agents. Network: a7780ce9-bec5-4cab-8275-e693999d1d8a, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:30:50.645316 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Attempting to bind port 33504416-ecf7-427b-8eb0-e950fe10315a on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:30:50.645694 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Attempting to bind port 33504416-ecf7-427b-8eb0-e950fe10315a by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:30:50.647875 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Attempting to bind port 33504416-ecf7-427b-8eb0-e950fe10315a on network 9ae87522-9a32-486f-8833-d04dbdbd8e34 {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:30:50.654847 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] Network a7780ce9-bec5-4cab-8275-e693999d1d8a is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:30:50.663995 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:30:50.664515 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Checking segment: {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:50.664929 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.665955 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Bound using segment: {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:30:50.666449 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Bound port: 33504416-ecf7-427b-8eb0-e950fe10315a, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:30:50.666913 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.695056 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, a7780ce9-bec5-4cab-8275-e693999d1d8a) {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:50.728303 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:50.731801 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.736201 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fccb5fd-b679-4713-8e4a-9de9436b52b0 None None] Network a7780ce9-bec5-4cab-8275-e693999d1d8a requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:50.789979 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-caa9238f-5e32-4610-9ac3-738a2b1670f5 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3534050 Oct 28 09:30:50.792955 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 36978) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:50.798053 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:50.837253 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64792'] for router, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.843956 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64803'] for router, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:50.916967 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] For port 33504416-ecf7-427b-8eb0-e950fe10315a, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:30:51.016820 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] For port 33504416-ecf7-427b-8eb0-e950fe10315a, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=33504416-ecf7-427b-8eb0-e950fe10315a,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:30:51.019633 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:51.027913 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:51.167361 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01549cd8-12ae-41f3-ac97-e937443de8e5 None None] Pushing event updated for resources: {'Port': ['ID=33504416-ecf7-427b-8eb0-e950fe10315a,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:51.231993 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 36996) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:51.310648 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629d8dd5-807d-5c08-a004-c4ae37a60101-a7780ce9-bec5-4cab-8275-e693999d1d8a', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a'}]}} from dv-cinder-815145-4-iscsi. {{(pid=101415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:30:51.312096 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:51.312924 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:51.313329 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:51.357035 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:51.635495 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.db_base_plugin_common [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Allocated IP 172.20.0.2 (a7780ce9-bec5-4cab-8275-e693999d1d8a/e0f8ee91-eb00-4b5d-9ec2-0892afa9890a/b49ec97f-e63c-4495-8a35-cddffb0a9931) {{(pid=101415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:51.723508 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Allocated IP 172.27.3.202 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/77ddb19b-3878-411a-93ae-302d41b2ddee) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:51.756030 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37014) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:51.798032 dv-cinder-815145-4-iscsi neutron-server[101413]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 09:30:51.835939 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 33504416-ecf7-427b-8eb0-e950fe10315a up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:30:51.851726 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:51.880622 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37016) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:51.881981 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.014039 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a139e03c-97c9-4af1-8126-978350984fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.027774 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-97af5ce2-01c8-4f5f-b267-5cbadece1e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.178884 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a139e03c-97c9-4af1-8126-978350984fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.189941 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a139e03c-97c9-4af1-8126-978350984fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.210455 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 33504416-ecf7-427b-8eb0-e950fe10315a triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:52.211115 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.234744 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-50d6d47b-f867-439b-8c6b-a9a98bf9ffae tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:52.239611 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Publish callbacks [] for port, precommit_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.242116 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-50d6d47b-f867-439b-8c6b-a9a98bf9ffae tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/networks?id=6839a2f8-3d6c-4d31-bea4-e88de7353653 HTTP/1.1" status: 200 len: 812 time: 0.4794621 Oct 28 09:30:52.252943 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a139e03c-97c9-4af1-8126-978350984fa9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=31118347381947dab7a1e31878d23e1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3316684 Oct 28 09:30:52.259901 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.265296 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37032) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:52.277327 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.284702 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139e03c-97c9-4af1-8126-978350984fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7344a503-fb11-4528-a488-3e58c248489a,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:52.329209 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-b73abc55-0fc8-4036-b3e3-7d37ae5cd326 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/quotas/69835517b8044772b7f898f7aba2ea11 HTTP/1.1" status: 200 len: 375 time: 0.0860991 Oct 28 09:30:52.353237 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Network a7780ce9-bec5-4cab-8275-e693999d1d8a is already hosted by enough agents. {{(pid=101415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:52.362036 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.base_scheduler [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Resources bound (agent type, host, resource id): {{(pid=101415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:52.379803 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Received port after_create {{(pid=101415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:52.391669 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Pushing event updated for resources: {'Port': ['ID=b49ec97f-e63c-4495-8a35-cddffb0a9931,revision_number=1']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:52.455314 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1a3a6066-f68d-4dec-bc8f-fb759811d2b2 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=69835517b8044772b7f898f7aba2ea11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244278 Oct 28 09:30:52.490830 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.494597 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Attempting to bind port b49ec97f-e63c-4495-8a35-cddffb0a9931 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:30:52.494976 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Attempting to bind port b49ec97f-e63c-4495-8a35-cddffb0a9931 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:30:52.495381 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Attempting to bind port b49ec97f-e63c-4495-8a35-cddffb0a9931 on network a7780ce9-bec5-4cab-8275-e693999d1d8a {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:30:52.510464 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:30:52.510865 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Checking segment: {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:52.511283 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.511704 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Bound using segment: {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:30:52.512207 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Bound port: b49ec97f-e63c-4495-8a35-cddffb0a9931, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:30:52.512686 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.584095 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port 33504416-ecf7-427b-8eb0-e950fe10315a, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=33504416-ecf7-427b-8eb0-e950fe10315a,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:52.591807 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.639452 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-97af5ce2-01c8-4f5f-b267-5cbadece1e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.690852 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-97af5ce2-01c8-4f5f-b267-5cbadece1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.739836 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] For port b49ec97f-e63c-4495-8a35-cddffb0a9931, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:30:52.769610 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] For port b49ec97f-e63c-4495-8a35-cddffb0a9931, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=b49ec97f-e63c-4495-8a35-cddffb0a9931,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:30:52.769610 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=33504416-ecf7-427b-8eb0-e950fe10315a,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:52.771078 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37058) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:52.776388 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-97af5ce2-01c8-4f5f-b267-5cbadece1e1f admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=bade9eea448546abbde0999f5690a29c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5274861 Oct 28 09:30:52.778364 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.794300 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.832055 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c407c-81e5-4f8a-8fab-08f517a04256 None None] Network 9ae87522-9a32-486f-8833-d04dbdbd8e34 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:52.881757 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-e37472d3-5adc-44b0-a876-27e47e4de19e service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:30:52.893054 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-e37472d3-5adc-44b0-a876-27e47e4de19e service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2084920 Oct 28 09:30:52.950234 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d83c4f-2531-40d0-8cf1-e9f8de2aa804 None None] Pushing event updated for resources: {'Port': ['ID=b49ec97f-e63c-4495-8a35-cddffb0a9931,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:52.972666 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-78db5032-1eb5-4933-8d48-9e0f0d1334bd None None] Provisioning complete for port 33504416-ecf7-427b-8eb0-e950fe10315a triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:52.973342 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-78db5032-1eb5-4933-8d48-9e0f0d1334bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:52.990429 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-98535ee5-ea34-4fa7-b653-ad3d725008b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.011047 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-41acfa2b-5107-47b3-a685-bda4e696781b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.046002 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-41acfa2b-5107-47b3-a685-bda4e696781b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.113512 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-41acfa2b-5107-47b3-a685-bda4e696781b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.116259 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-41acfa2b-5107-47b3-a685-bda4e696781b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.124005 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-41acfa2b-5107-47b3-a685-bda4e696781b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/11f929c3-b9c3-4b5c-8f80-bd985753d1e2 HTTP/1.1" status: 204 len: 168 time: 0.3562968 Oct 28 09:30:53.137208 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acfa2b-5107-47b3-a685-bda4e696781b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f929c3-b9c3-4b5c-8f80-bd985753d1e2,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:53.168858 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Allocated IP 172.27.3.44 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/dacf544a-ac1c-4174-b63b-5c9517fbf75a) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:53.185792 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af5ce2-01c8-4f5f-b267-5cbadece1e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f929c3-b9c3-4b5c-8f80-bd985753d1e2,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:53.258060 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:53.312689 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:53.329408 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-98535ee5-ea34-4fa7-b653-ad3d725008b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.331430 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:53.381325 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.437522 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.465844 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37074) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:53.466573 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Pushing event updated for resources: {'Port': ['ID=77ddb19b-3878-411a-93ae-302d41b2ddee,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:53.508868 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:53.514750 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:53.521239 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:53.622488 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-0a05fbe0-eeda-4679-ab1b-b87e3506d02f service neutron] 10.222.0.117 "GET /v2.0/networks/6839a2f8-3d6c-4d31-bea4-e88de7353653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631968 Oct 28 09:30:53.690152 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37078) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:53.693554 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Pushing event updated for resources: {'Port': ['ID=dacf544a-ac1c-4174-b63b-5c9517fbf75a,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:53.727241 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-738a9fdf-b08b-44de-b2fc-9951269b0bdc None None] Provisioning complete for port 33504416-ecf7-427b-8eb0-e950fe10315a triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:53.728447 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-738a9fdf-b08b-44de-b2fc-9951269b0bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.754634 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e62e4b7-3fdc-4d23-8b5f-9c75da47105f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.789112 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device b49ec97f-e63c-4495-8a35-cddffb0a9931 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:30:53.807258 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-82155a55-8bd1-467b-bf56-f37b8daef715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.815652 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-98535ee5-ea34-4fa7-b653-ad3d725008b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.818458 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-98535ee5-ea34-4fa7-b653-ad3d725008b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.822541 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-98535ee5-ea34-4fa7-b653-ad3d725008b4 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/7344a503-fb11-4528-a488-3e58c248489a HTTP/1.1" status: 204 len: 168 time: 1.5475962 Oct 28 09:30:53.958539 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port b49ec97f-e63c-4495-8a35-cddffb0a9931 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:53.959037 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:53.977544 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.109065 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.209475 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port b49ec97f-e63c-4495-8a35-cddffb0a9931, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=b49ec97f-e63c-4495-8a35-cddffb0a9931,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:30:54.214919 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.216014 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 33504416-ecf7-427b-8eb0-e950fe10315a up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:30:54.217515 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98535ee5-ea34-4fa7-b653-ad3d725008b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7344a503-fb11-4528-a488-3e58c248489a,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:54.319573 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-2cb857a3-7eae-41fb-99d6-6e2f313f3c28 service neutron] 10.222.0.117 "GET /v2.0/networks/6839a2f8-3d6c-4d31-bea4-e88de7353653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959598 Oct 28 09:30:54.351430 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.404508 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952723'] for router, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.411624 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9de9f4-1d14-47e9-82f5-52f05d771a41 None None] Network a7780ce9-bec5-4cab-8275-e693999d1d8a requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:30:54.437231 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e62e4b7-3fdc-4d23-8b5f-9c75da47105f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.450864 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e62e4b7-3fdc-4d23-8b5f-9c75da47105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.530573 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=b49ec97f-e63c-4495-8a35-cddffb0a9931,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:54.549537 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-3853f98b-5aca-4dbe-bbe0-2e553e4a7e08 None None] Provisioning complete for port b49ec97f-e63c-4495-8a35-cddffb0a9931 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:54.549978 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-3853f98b-5aca-4dbe-bbe0-2e553e4a7e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.588715 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-0e62e4b7-3fdc-4d23-8b5f-9c75da47105f admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5e9b8233a20446f0908f71b10b7f098c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8576107 Oct 28 09:30:54.590829 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37116) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:54.627890 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62e4b7-3fdc-4d23-8b5f-9c75da47105f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3742f927-d395-4938-ba67-b8bac911a160,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:54.649357 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 33504416-ecf7-427b-8eb0-e950fe10315a triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:54.650247 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.689461 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Router 7353d03b-f312-46f0-8422-cec8be321388 is scheduled to L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 with binding_index 1 {{(pid=101414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:30:54.882583 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:30:54.910559 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Sync routers for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:30:54.911960 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:54.913306 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-86d2b08f-aeca-4877-ac43-49dde8d752fc admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1187155 Oct 28 09:30:54.916696 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37142) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:54.927033 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:54.928901 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:30:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:55.131669 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-82155a55-8bd1-467b-bf56-f37b8daef715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.225982 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-370f5c7c-abe3-4ea0-8c89-ee0cbb43ac78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.270159 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-370f5c7c-abe3-4ea0-8c89-ee0cbb43ac78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.286742 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:55.308727 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-82155a55-8bd1-467b-bf56-f37b8daef715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.332837 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-91472854-7c9e-42a9-a992-da6742e977d7 None None] Provisioning complete for port b49ec97f-e63c-4495-8a35-cddffb0a9931 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:55.337303 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-91472854-7c9e-42a9-a992-da6742e977d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.379187 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82155a55-8bd1-467b-bf56-f37b8daef715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb8f05a-da90-479f-9c5f-a25b7968763d,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:55.395698 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b64cff42-36c9-4157-ba12-328b43ddb611 req-e77c7924-c01d-4968-9a9e-c3c6eda6142b tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 210 time: 0.4149342 Oct 28 09:30:55.431812 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-370f5c7c-abe3-4ea0-8c89-ee0cbb43ac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.434958 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-370f5c7c-abe3-4ea0-8c89-ee0cbb43ac78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.436729 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-370f5c7c-abe3-4ea0-8c89-ee0cbb43ac78 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/3742f927-d395-4938-ba67-b8bac911a160 HTTP/1.1" status: 204 len: 168 time: 0.8407183 Oct 28 09:30:55.448776 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-82155a55-8bd1-467b-bf56-f37b8daef715 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d34b6018518b4e5583f745c69a4cddcb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9795258 Oct 28 09:30:55.456919 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37174) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:55.466099 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f5c7c-abe3-4ea0-8c89-ee0cbb43ac78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3742f927-d395-4938-ba67-b8bac911a160,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:55.541399 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952723'] for router, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.654523 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 3, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:55.707960 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device b49ec97f-e63c-4495-8a35-cddffb0a9931 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:30:55.744298 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Checking router: 7353d03b-f312-46f0-8422-cec8be321388 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:30:55.747885 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Updating router 7353d03b-f312-46f0-8422-cec8be321388 port dacf544a-ac1c-4174-b63b-5c9517fbf75a binding host dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:30:55.803693 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-77745bd1-1363-4e38-b639-084a0a9cfaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.812071 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.814594 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port b49ec97f-e63c-4495-8a35-cddffb0a9931 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:55.815049 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.921115 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-77745bd1-1363-4e38-b639-084a0a9cfaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:55.957214 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.119645 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Router 54f2ba96-664f-437f-b341-43d0fb2c64ae is scheduled to L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 with binding_index 1 {{(pid=101413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:30:56.122225 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-77745bd1-1363-4e38-b639-084a0a9cfaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.128203 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-77745bd1-1363-4e38-b639-084a0a9cfaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.129466 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-77745bd1-1363-4e38-b639-084a0a9cfaf8 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/7eb8f05a-da90-479f-9c5f-a25b7968763d HTTP/1.1" status: 204 len: 168 time: 0.6671321 Oct 28 09:30:56.152226 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77745bd1-1363-4e38-b639-084a0a9cfaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb8f05a-da90-479f-9c5f-a25b7968763d,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:56.231473 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Allocated IP 172.20.0.1 (a7780ce9-bec5-4cab-8275-e693999d1d8a/e0f8ee91-eb00-4b5d-9ec2-0892afa9890a/f166aea4-c520-42f4-88e4-7a9b403b3001) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:56.317196 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:30:56.329847 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Sync routers for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:30:56.341125 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Publish callbacks [] for port, precommit_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.347430 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:56.348773 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:30:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:56.350875 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.362591 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] Publish callbacks [] for router, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.367651 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-f44cd06f-da98-49ba-8f37-5e143cd44e92 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6491046 Oct 28 09:30:56.369936 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37212) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:56.494586 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Pushing event updated for resources: {'Port': ['ID=dacf544a-ac1c-4174-b63b-5c9517fbf75a,revision_number=2']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:56.503269 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Attempting to bind port dacf544a-ac1c-4174-b63b-5c9517fbf75a on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:30:56.503666 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Attempting to bind port dacf544a-ac1c-4174-b63b-5c9517fbf75a by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:30:56.505782 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Attempting to bind port dacf544a-ac1c-4174-b63b-5c9517fbf75a on network 3a35d49d-cbca-4d29-92f4-d15c5f701265 {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:30:56.514070 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.515510 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.516279 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.516866 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.517812 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.518322 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.518872 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.519371 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.519931 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.520603 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.521343 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.522134 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Tracked resource versions report: Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: pushed versions: Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: { 'AddressGroup': {'1.2'}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'ConntrackHelper': {'1.0'}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Log': {'1.0'}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Network': {'1.1'}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Port': {'1.7'}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'PortForwarding': {'1.2'}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'QosPolicy': {'1.10'}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SecurityGroup': {'1.4'}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SubPort': {'1.0'}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Subnet': {'1.1'}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Trunk': {'1.1'}} Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: consumer versions: Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: { DHCP agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: HyperV agent@hv-cinder-81514: {}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: L3 agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: Metadata agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: Metering agent@dv-cinder-815145-4-iscsi: {}, Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: Open vSwitch agent@dv-cinder-815145-4-iscsi: { 'AddressGroup': '1.2', Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'ConntrackHelper': '1.0', Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Log': '1.0', Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Network': '1.1', Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Port': '1.7', Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'PortForwarding': '1.2', Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'QosPolicy': '1.10', Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SecurityGroup': '1.4', Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SecurityGroupRule': '1.2', Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'SubPort': '1.0', Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Subnet': '1.1', Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: 'Trunk': '1.1'}} Oct 28 09:30:56.523950 dv-cinder-815145-4-iscsi neutron-server[101416]: {{(pid=101416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:30:56.534246 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:30:56.534836 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Checking segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:56.535387 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.536231 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Bound using segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:30:56.537041 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Bound port: dacf544a-ac1c-4174-b63b-5c9517fbf75a, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:30:56.539213 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.606475 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] For port dacf544a-ac1c-4174-b63b-5c9517fbf75a, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:30:56.610695 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] For port dacf544a-ac1c-4174-b63b-5c9517fbf75a, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=dacf544a-ac1c-4174-b63b-5c9517fbf75a,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:30:56.619351 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.689747 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:56.690397 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:30:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:56.744868 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37224) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:56.817848 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2db18236-6913-4813-aeb3-11685fcc5f4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:56.850701 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e4abd-ee21-43e3-96e1-668e4af9dfe2 None None] Pushing event updated for resources: {'Port': ['ID=dacf544a-ac1c-4174-b63b-5c9517fbf75a,revision_number=3']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:56.994286 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.033992 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:57.034291 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:57.089680 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2e119394-ccb6-435d-a145-3d9366c8f772 req-ddc0d7fb-f92e-48a8-84ec-87b97588e982 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 210 time: 0.0557816 Oct 28 09:30:57.212895 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2db18236-6913-4813-aeb3-11685fcc5f4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.221283 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2db18236-6913-4813-aeb3-11685fcc5f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.284537 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-2db18236-6913-4813-aeb3-11685fcc5f4e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=107f0bb7c0374b61b6223c2b64ca7cc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5381525 Oct 28 09:30:57.286900 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db18236-6913-4813-aeb3-11685fcc5f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c1a18c-ac92-48df-af4e-3315335f7265,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:57.299009 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37248) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:57.319459 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.420418 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Pushing event updated for resources: {'Port': ['ID=f166aea4-c520-42f4-88e4-7a9b403b3001,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:57.435499 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Network a7780ce9-bec5-4cab-8275-e693999d1d8a is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:57.437896 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:57.442023 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:57.442838 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953294'] for router_interface, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.466145 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-228e0d53-2baa-451a-83cf-2db94d2ada84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.526103 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 3, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:57.588613 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 3, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:57.631956 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-228e0d53-2baa-451a-83cf-2db94d2ada84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.646855 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ea906-d753-48fc-95b6-9bbb1b43016d None None] The sync data for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi is: [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 3, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:30:57.677106 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Checking router: 54f2ba96-664f-437f-b341-43d0fb2c64ae for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:30:57.682408 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Updating router 54f2ba96-664f-437f-b341-43d0fb2c64ae port 77ddb19b-3878-411a-93ae-302d41b2ddee binding host dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:30:57.747426 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:57.783727 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.001637 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-228e0d53-2baa-451a-83cf-2db94d2ada84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.009531 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-228e0d53-2baa-451a-83cf-2db94d2ada84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.016989 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-228e0d53-2baa-451a-83cf-2db94d2ada84 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/19c1a18c-ac92-48df-af4e-3315335f7265 HTTP/1.1" status: 204 len: 168 time: 0.7157936 Oct 28 09:30:58.042225 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e0d53-2baa-451a-83cf-2db94d2ada84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c1a18c-ac92-48df-af4e-3315335f7265,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:58.045922 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.047529 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-d078e215-6639-4cfa-8585-201430ddd04c None None] Provisioning complete for port f166aea4-c520-42f4-88e4-7a9b403b3001 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:30:58.047916 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-d078e215-6639-4cfa-8585-201430ddd04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.194891 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.32', 58830) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:58.529606 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37282) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:30:58.533487 dv-cinder-815145-4-iscsi neutron-server[101414]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 09:30:58.570958 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Publish callbacks [] for port, precommit_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.616716 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.647620 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.668868 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-d078e215-6639-4cfa-8585-201430ddd04c None None] Port f166aea4-c520-42f4-88e4-7a9b403b3001 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:30:58.728010 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-67df86c5-eb88-4af2-a7d6-f99839e2bba2 req-666272ab-8232-4041-9f27-8f2aa3f73c77 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 210 time: 0.1940107 Oct 28 09:30:58.762889 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Attempting to bind port 77ddb19b-3878-411a-93ae-302d41b2ddee on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:30:58.771055 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Attempting to bind port 77ddb19b-3878-411a-93ae-302d41b2ddee by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:30:58.771598 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Attempting to bind port 77ddb19b-3878-411a-93ae-302d41b2ddee on network 3a35d49d-cbca-4d29-92f4-d15c5f701265 {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:30:58.775876 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781706e-20cf-4e53-8b8d-b8a620f7e6cc None None] Pushing event updated for resources: {'Port': ['ID=77ddb19b-3878-411a-93ae-302d41b2ddee,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:58.781129 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:30:58.785966 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Checking segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:30:58.786621 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.790643 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Bound using segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:30:58.791836 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Bound port: 77ddb19b-3878-411a-93ae-302d41b2ddee, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:30:58.792872 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.850740 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Allocated IP 172.20.0.1 (9ae87522-9a32-486f-8833-d04dbdbd8e34/07c4c113-bc99-4463-a948-07dc92ff60b2/43f20ad2-bdb2-4f85-baaf-547aecb7f8b9) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:30:58.864160 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.881179 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.882806 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-698546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953438'] for router_interface, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:58.943057 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] For port 77ddb19b-3878-411a-93ae-302d41b2ddee, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:30:58.947030 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] For port 77ddb19b-3878-411a-93ae-302d41b2ddee, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=77ddb19b-3878-411a-93ae-302d41b2ddee,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:30:58.953391 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.136768 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:30:59.158470 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:30:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:30:59.163760 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.263670 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Network a7780ce9-bec5-4cab-8275-e693999d1d8a is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:59.269436 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781706e-20cf-4e53-8b8d-b8a620f7e6cc None None] Pushing event updated for resources: {'Port': ['ID=77ddb19b-3878-411a-93ae-302d41b2ddee,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:59.270051 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:59.315588 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.439885 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:30:59.469664 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Network 9ae87522-9a32-486f-8833-d04dbdbd8e34 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:30:59.473024 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:30:59.494605 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:30:59.497909 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953294'] for router_interface, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:30:59.607795 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-e02e009c-d135-4cc7-b202-3af0ef76c871 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:30:59.609749 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-e02e009c-d135-4cc7-b202-3af0ef76c871 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.32 "GET /v2.0/networks?id=6839a2f8-3d6c-4d31-bea4-e88de7353653 HTTP/1.1" status: 200 len: 812 time: 1.4051774 Oct 28 09:30:59.610577 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Pushing event updated for resources: {'Port': ['ID=f166aea4-c520-42f4-88e4-7a9b403b3001,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:59.658944 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Pushing event updated for resources: {'Port': ['ID=43f20ad2-bdb2-4f85-baaf-547aecb7f8b9,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:30:59.675483 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Request body: {'port': {'device_id': 'f880cc91-a587-491a-a76f-08af4eb6efd0', 'network_id': '6839a2f8-3d6c-4d31-bea4-e88de7353653', 'admin_state_up': True, 'tenant_id': '69835517b8044772b7f898f7aba2ea11'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:30:59.948587 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Router 7353d03b-f312-46f0-8422-cec8be321388 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:30:59.957885 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device dacf544a-ac1c-4174-b63b-5c9517fbf75a up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:00.036613 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-e6b2787c-a545-499a-a883-ac742e22d530 None None] Provisioning complete for port f166aea4-c520-42f4-88e4-7a9b403b3001 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:00.036996 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-e6b2787c-a545-499a-a883-ac742e22d530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.162087 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port dacf544a-ac1c-4174-b63b-5c9517fbf75a triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:00.162583 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.219713 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-37166e9f-7e97-4e53-8182-2688350e9682 req-fc92732f-d2ae-4dc0-b99d-dba82eba0176 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 210 time: 0.1175122 Oct 28 09:31:00.266011 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:31:00.281878 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-c4d142cf-90cc-4cfb-a7cb-c79c5aab2acf admin admin] 10.222.0.117 "PUT /v2.0/routers/7353d03b-f312-46f0-8422-cec8be321388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3639657 Oct 28 09:31:00.284991 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.290908 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-e6b2787c-a545-499a-a883-ac742e22d530 None None] Port f166aea4-c520-42f4-88e4-7a9b403b3001 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:31:00.365204 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 3, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:00.403320 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Made reservation on behalf of 69835517b8044772b7f898f7aba2ea11 for: {'port': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:00.418523 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.499524 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac275943-23e7-40ae-9224-d8500805e7be None None] The sync data for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi is: [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:30:53Z', 'revision_number': 3, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:31:00.538257 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.621271 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-d7d97844-bdf3-4d44-b205-e935dfeedb75 None None] Provisioning complete for port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:00.621657 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-d7d97844-bdf3-4d44-b205-e935dfeedb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.670298 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port dacf544a-ac1c-4174-b63b-5c9517fbf75a, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=dacf544a-ac1c-4174-b63b-5c9517fbf75a,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:00.775489 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:00.879258 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Sync routers for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:31:00.916689 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:00.921129 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:30:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:01.061146 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.079410 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.126790 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-698546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953438'] for router_interface, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:01.128995 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-d7d97844-bdf3-4d44-b205-e935dfeedb75 None None] Port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:31:01.171072 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=dacf544a-ac1c-4174-b63b-5c9517fbf75a,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:01.426728 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:01.548356 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37414) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:01.663123 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c5ad9310-d241-45e1-bfd3-0c2c3427849e req-82fd84c3-e308-4e15-9071-27569cd1e702 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 210 time: 0.2502334 Oct 28 09:31:01.684491 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Pushing event updated for resources: {'Port': ['ID=43f20ad2-bdb2-4f85-baaf-547aecb7f8b9,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:01.840930 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Network 9ae87522-9a32-486f-8833-d04dbdbd8e34 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:01.845622 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Allocated IP 172.20.0.2 (6839a2f8-3d6c-4d31-bea4-e88de7353653/800a4b3c-3d57-4147-9f4c-ad22e9c040ff/6b40f4e3-eab3-4fe7-99ad-328ab93e5b91) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:31:01.849326 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:01.949406 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device dacf544a-ac1c-4174-b63b-5c9517fbf75a up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:02.189723 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port dacf544a-ac1c-4174-b63b-5c9517fbf75a triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:02.192209 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.313550 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 2, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:02.393880 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Checking router: 7353d03b-f312-46f0-8422-cec8be321388 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:31:02.395879 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Updating router 7353d03b-f312-46f0-8422-cec8be321388 port f166aea4-c520-42f4-88e4-7a9b403b3001 binding host dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:31:02.423341 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Router 54f2ba96-664f-437f-b341-43d0fb2c64ae has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:31:02.424227 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.467290 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-354009ad-bbc1-4be4-942a-8f5026c15a87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.509311 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 77ddb19b-3878-411a-93ae-302d41b2ddee up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:02.523159 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.588395 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.671863 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37436) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:02.736039 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 77ddb19b-3878-411a-93ae-302d41b2ddee triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:02.739690 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.852091 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-d30a474c-a0f4-4663-965f-90bcdaa11c8d None None] Provisioning complete for port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:02.855038 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-d30a474c-a0f4-4663-965f-90bcdaa11c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:02.907216 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Network 6839a2f8-3d6c-4d31-bea4-e88de7353653 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:02.943161 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:02.953386 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:31:02.990606 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:02.991894 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.016666 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Pushing event updated for resources: {'Port': ['ID=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.059678 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-3b47d7f8-aa20-4d5b-91b9-e8c8034fcdda tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3896477 Oct 28 09:31:03.112094 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37448) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:03.117766 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-3e8116b7-89a5-436b-9d14-e75f01dfc54e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1511393475', 'description': 'tempest-description--158061666'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:03.152306 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-d30a474c-a0f4-4663-965f-90bcdaa11c8d None None] Port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:31:03.179368 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3e8116b7-89a5-436b-9d14-e75f01dfc54e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.191425 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3fdac5f7-7b1c-4e3b-bd37-7d56507c181e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.197533 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-354009ad-bbc1-4be4-942a-8f5026c15a87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.207367 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523485bf-f5a1-4b8e-b7c7-5996b21d8b2c req-bc27bb27-c1a5-4aae-955d-358a56f3415f tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:03.216672 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-523485bf-f5a1-4b8e-b7c7-5996b21d8b2c req-bc27bb27-c1a5-4aae-955d-358a56f3415f tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 931 time: 0.3707886 Oct 28 09:31:03.242589 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:31:03.254716 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-354009ad-bbc1-4be4-942a-8f5026c15a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.264822 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.266499 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-5546eb13-e163-4768-8786-5aefc21ffe5a admin admin] 10.222.0.117 "PUT /v2.0/routers/54f2ba96-664f-437f-b341-43d0fb2c64ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8942323 Oct 28 09:31:03.324927 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3e8116b7-89a5-436b-9d14-e75f01dfc54e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.334014 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3e8116b7-89a5-436b-9d14-e75f01dfc54e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.382023 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port 77ddb19b-3878-411a-93ae-302d41b2ddee, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=77ddb19b-3878-411a-93ae-302d41b2ddee,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:03.388402 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.397525 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-354009ad-bbc1-4be4-942a-8f5026c15a87 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=f924f6eeeb11412984e0d7454b2edce4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8455343 Oct 28 09:31:03.400517 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37458) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:03.401593 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354009ad-bbc1-4be4-942a-8f5026c15a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7604b70-f212-4310-9060-52935f629f59,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.409810 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3e8116b7-89a5-436b-9d14-e75f01dfc54e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.410983 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-3e8116b7-89a5-436b-9d14-e75f01dfc54e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2975967 Oct 28 09:31:03.425066 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37460) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:03.438315 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-a1c0f7b7-e352-4dd4-bd2f-52a659565d49 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'security_group_rule': {'security_group_id': 'aa7ef7f3-5e5a-4f03-b079-ac6afdc77892', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:03.499568 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-523485bf-f5a1-4b8e-b7c7-5996b21d8b2c req-f9ca9537-db51-46e7-98c4-e5ca656da4ab tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815542 Oct 28 09:31:03.583275 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Publish callbacks [] for port, precommit_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.593690 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8116b7-89a5-436b-9d14-e75f01dfc54e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.596959 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.601558 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=77ddb19b-3878-411a-93ae-302d41b2ddee,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.616223 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3fdac5f7-7b1c-4e3b-bd37-7d56507c181e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.627074 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3fdac5f7-7b1c-4e3b-bd37-7d56507c181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.639337 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f7b7-e352-4dd4-bd2f-52a659565d49 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.743060 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdac5f7-7b1c-4e3b-bd37-7d56507c181e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7903b245-1d94-4d02-b12a-b5c4d2f3a750,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.754134 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c6a6807d-fa9c-46e3-802e-9c05147e342e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.769546 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-3fdac5f7-7b1c-4e3b-bd37-7d56507c181e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=23efd89584b343e1af14f4fccca5d18b&name=default HTTP/1.1" status: 200 len: 2977 time: 0.9729242 Oct 28 09:31:03.772115 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37474) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:03.835948 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5d020-ae7f-43f5-a682-e8e3cdd8bca4 None None] Pushing event updated for resources: {'Port': ['ID=f166aea4-c520-42f4-88e4-7a9b403b3001,revision_number=3']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:03.900064 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Sync routers for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:31:03.915754 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3488-7ab6-4f8b-adfc-34527f267225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.920869 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:03.921873 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-1273fde2-3882-433b-88b1-c453a654253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:30:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:03.966480 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c6a6807d-fa9c-46e3-802e-9c05147e342e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.972007 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3488-7ab6-4f8b-adfc-34527f267225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.972194 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Attempting to bind port f166aea4-c520-42f4-88e4-7a9b403b3001 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:31:03.972908 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Attempting to bind port f166aea4-c520-42f4-88e4-7a9b403b3001 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:31:03.973458 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Attempting to bind port f166aea4-c520-42f4-88e4-7a9b403b3001 on network a7780ce9-bec5-4cab-8275-e693999d1d8a {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:03.988954 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:31:03.990669 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Checking segment: {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:03.991407 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:03.991946 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Bound using segment: {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:31:03.992965 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Bound port: f166aea4-c520-42f4-88e4-7a9b403b3001, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'}}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:31:03.994257 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.065686 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f7b7-e352-4dd4-bd2f-52a659565d49 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.115529 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3488-7ab6-4f8b-adfc-34527f267225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.117595 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f7b7-e352-4dd4-bd2f-52a659565d49 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.118492 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3488-7ab6-4f8b-adfc-34527f267225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.119722 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-c8ac3488-7ab6-4f8b-adfc-34527f267225 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/7903b245-1d94-4d02-b12a-b5c4d2f3a750 HTTP/1.1" status: 204 len: 168 time: 0.3461535 Oct 28 09:31:04.144402 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-493080a8-cbcd-457b-913d-dc11ce232c84 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:31:04.146040 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-493080a8-cbcd-457b-913d-dc11ce232c84 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0178545 Oct 28 09:31:04.146848 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac3488-7ab6-4f8b-adfc-34527f267225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7903b245-1d94-4d02-b12a-b5c4d2f3a750,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:04.147265 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] For port f166aea4-c520-42f4-88e4-7a9b403b3001, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:31:04.156307 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] For port f166aea4-c520-42f4-88e4-7a9b403b3001, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=f166aea4-c520-42f4-88e4-7a9b403b3001,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:31:04.161602 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.170163 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0f7b7-e352-4dd4-bd2f-52a659565d49 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c43c33-b0e4-42a6-9600-d70cfc95c9a8,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:04.191622 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f7b7-e352-4dd4-bd2f-52a659565d49 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.193195 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a1c0f7b7-e352-4dd4-bd2f-52a659565d49 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7638903 Oct 28 09:31:04.195933 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37484) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:04.201290 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-92812ab6-3fd1-4bd2-b921-ad196a47d952 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'security_group_rule': {'security_group_id': 'aa7ef7f3-5e5a-4f03-b079-ac6afdc77892', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:04.216066 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c6a6807d-fa9c-46e3-802e-9c05147e342e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.221233 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c6a6807d-fa9c-46e3-802e-9c05147e342e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.223382 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-c6a6807d-fa9c-46e3-802e-9c05147e342e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/a7604b70-f212-4310-9060-52935f629f59 HTTP/1.1" status: 204 len: 168 time: 0.8092196 Oct 28 09:31:04.246317 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6807d-fa9c-46e3-802e-9c05147e342e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7604b70-f212-4310-9060-52935f629f59,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:04.281923 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92812ab6-3fd1-4bd2-b921-ad196a47d952 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.298215 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5d020-ae7f-43f5-a682-e8e3cdd8bca4 None None] Pushing event updated for resources: {'Port': ['ID=f166aea4-c520-42f4-88e4-7a9b403b3001,revision_number=4']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:04.335044 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-38c367c1-6b80-4a2e-a665-5dd1eb9bd6fa None None] Provisioning complete for port f166aea4-c520-42f4-88e4-7a9b403b3001 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:04.336221 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-38c367c1-6b80-4a2e-a665-5dd1eb9bd6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.367451 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:04.370728 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:30:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:04.410135 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92812ab6-3fd1-4bd2-b921-ad196a47d952 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.424620 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92812ab6-3fd1-4bd2-b921-ad196a47d952 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.520693 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:04.547664 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92812ab6-3fd1-4bd2-b921-ad196a47d952 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5433544b-7a91-4c40-a8fc-43c22d65c171,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:04.570239 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92812ab6-3fd1-4bd2-b921-ad196a47d952 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.571756 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-92812ab6-3fd1-4bd2-b921-ad196a47d952 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3740432 Oct 28 09:31:04.574700 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37498) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:04.579264 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'floatingip': {'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:04.655510 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:04.770262 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51333f2d-9a5b-49de-a33c-c58d115560ff req-858bb159-24a3-4df7-9e29-79bcddbecc91 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:04.776087 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:04.786068 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-51333f2d-9a5b-49de-a33c-c58d115560ff req-858bb159-24a3-4df7-9e29-79bcddbecc91 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 931 time: 0.1477139 Oct 28 09:31:04.895436 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-51333f2d-9a5b-49de-a33c-c58d115560ff req-f78c5cb9-2342-424b-b980-0649ee60d83a tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055355 Oct 28 09:31:04.939225 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:05.017292 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-38c367c1-6b80-4a2e-a665-5dd1eb9bd6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:05.174648 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-38c367c1-6b80-4a2e-a665-5dd1eb9bd6fa None None] For port f166aea4-c520-42f4-88e4-7a9b403b3001, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=f166aea4-c520-42f4-88e4-7a9b403b3001,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:05.189395 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-38c367c1-6b80-4a2e-a665-5dd1eb9bd6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:05.202052 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Allocated IP 172.27.3.192 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/3702f9ae-d2ec-4511-90dc-9c77f2a1d470) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:31:05.253478 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c367c1-6b80-4a2e-a665-5dd1eb9bd6fa None None] Pushing event updated for resources: {'Port': ['ID=f166aea4-c520-42f4-88e4-7a9b403b3001,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:05.261260 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-1273fde2-3882-433b-88b1-c453a654253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 2, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:05.265785 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:04Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:05.292655 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Checking router: 54f2ba96-664f-437f-b341-43d0fb2c64ae for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:31:05.293337 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Updating router 54f2ba96-664f-437f-b341-43d0fb2c64ae port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 binding host dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:31:05.340069 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:05.359195 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-5d00ee76-5f2e-4e32-bae0-2bfd96234e72 None None] Provisioning complete for port f166aea4-c520-42f4-88e4-7a9b403b3001 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:05.359946 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5d00ee76-5f2e-4e32-bae0-2bfd96234e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:05.377095 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0df89-2efa-44e3-bd4e-abffcbba04a8 None None] The sync data for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi is: [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:04Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:31:05.452579 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37506) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:05.515650 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a806dd01-4d7c-4d37-83dd-d94aed7e6ade admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:05.630092 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:05.785827 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:05.919896 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a806dd01-4d7c-4d37-83dd-d94aed7e6ade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:05.932622 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a806dd01-4d7c-4d37-83dd-d94aed7e6ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:05.977659 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Request body: {'port': {'device_id': 'f880cc91-a587-491a-a76f-08af4eb6efd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:06.048232 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 77ddb19b-3878-411a-93ae-302d41b2ddee up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:06.068649 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806dd01-4d7c-4d37-83dd-d94aed7e6ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9899c38d-b685-4a51-b745-eb0ee9a83a3e,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:06.097997 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:06.142176 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:06.169622 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:31:06.184361 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'Port': ['ID=3702f9ae-d2ec-4511-90dc-9c77f2a1d470,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:06.305169 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e1aae-b51e-4653-b49c-63f199d26bd4 req-29587ba6-9ab1-470b-9ef5-865f29c0e267 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:06.309702 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ae2e1aae-b51e-4653-b49c-63f199d26bd4 req-29587ba6-9ab1-470b-9ef5-865f29c0e267 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 931 time: 0.2080696 Oct 28 09:31:06.324157 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-a806dd01-4d7c-4d37-83dd-d94aed7e6ade admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=a3db237f57284525b5954e5d960631ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8701129 Oct 28 09:31:06.338012 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37532) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:06.406854 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37534) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:06.423220 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-cc0b26f6-199d-4db7-9973-614ad2023bae tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751523341', 'description': 'tempest-description--1785177014'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:06.475083 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ffa9853a-6270-4fbe-80ea-fb7a3564e1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.519242 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.552562 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ae2e1aae-b51e-4653-b49c-63f199d26bd4 req-273de395-8519-4b35-9f4a-da9e5e03cd91 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142918 Oct 28 09:31:06.595846 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ffa9853a-6270-4fbe-80ea-fb7a3564e1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.624700 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.638614 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Publish callbacks [] for port, precommit_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.657024 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.718300 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ffa9853a-6270-4fbe-80ea-fb7a3564e1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.722408 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ffa9853a-6270-4fbe-80ea-fb7a3564e1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.727019 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-ffa9853a-6270-4fbe-80ea-fb7a3564e1ed admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9899c38d-b685-4a51-b745-eb0ee9a83a3e HTTP/1.1" status: 204 len: 168 time: 0.3853402 Oct 28 09:31:06.772835 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9853a-6270-4fbe-80ea-fb7a3564e1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9899c38d-b685-4a51-b745-eb0ee9a83a3e,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:06.816029 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8893833-f25b-4240-a6db-80176ed18523 None None] Pushing event updated for resources: {'Port': ['ID=43f20ad2-bdb2-4f85-baaf-547aecb7f8b9,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:06.900550 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cc0b26f6-199d-4db7-9973-614ad2023bae tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:06.993104 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 77ddb19b-3878-411a-93ae-302d41b2ddee triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:06.994235 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.071832 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Attempting to bind port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:31:07.073883 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Attempting to bind port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:31:07.074354 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Attempting to bind port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 on network 9ae87522-9a32-486f-8833-d04dbdbd8e34 {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:07.118180 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:31:07.119222 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Checking segment: {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:07.127132 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.128729 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Bound using segment: {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:31:07.130362 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Bound port: 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:31:07.131273 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.348572 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-1273fde2-3882-433b-88b1-c453a654253d None None] For port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:31:07.366285 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-0c02142f-de22-4058-ae19-87d680b4d4a3 None None] Provisioning complete for port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:07.366846 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-0c02142f-de22-4058-ae19-87d680b4d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.376264 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-1273fde2-3882-433b-88b1-c453a654253d None None] For port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=43f20ad2-bdb2-4f85-baaf-547aecb7f8b9,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:31:07.407176 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device f166aea4-c520-42f4-88e4-7a9b403b3001 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:07.460176 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.547222 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:07.547222 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-1273fde2-3882-433b-88b1-c453a654253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:30:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:07.597632 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:07.885469 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-0c02142f-de22-4058-ae19-87d680b4d4a3 None None] Port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:31:07.919868 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8893833-f25b-4240-a6db-80176ed18523 None None] Pushing event updated for resources: {'Port': ['ID=43f20ad2-bdb2-4f85-baaf-547aecb7f8b9,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:07.952588 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port f166aea4-c520-42f4-88e4-7a9b403b3001 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:07.953659 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.007152 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd52f2-bd5f-41ae-a612-f525532dce41 req-759752c1-5b32-4c55-a1d9-dcf83a00e778 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:08.016034 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-99fd52f2-bd5f-41ae-a612-f525532dce41 req-759752c1-5b32-4c55-a1d9-dcf83a00e778 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 931 time: 0.2734125 Oct 28 09:31:08.066625 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cc0b26f6-199d-4db7-9973-614ad2023bae tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.099385 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cc0b26f6-199d-4db7-9973-614ad2023bae tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.145259 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-99fd52f2-bd5f-41ae-a612-f525532dce41 req-24803fb8-b31a-405e-8941-57480b4a80fa tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232696 Oct 28 09:31:08.227523 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cc0b26f6-199d-4db7-9973-614ad2023bae tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.229133 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-cc0b26f6-199d-4db7-9973-614ad2023bae tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8148947 Oct 28 09:31:08.232221 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37598) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:08.251989 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-877cb81a-202b-48b9-b192-24b4a8809b0b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'security_group_rule': {'security_group_id': '078b04e5-2e56-4f65-b34c-60b71eeecfb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:08.301252 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-877cb81a-202b-48b9-b192-24b4a8809b0b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.353499 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-1273fde2-3882-433b-88b1-c453a654253d None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:08.399099 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b26f6-199d-4db7-9973-614ad2023bae tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078b04e5-2e56-4f65-b34c-60b71eeecfb0,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:08.499318 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.508512 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-877cb81a-202b-48b9-b192-24b4a8809b0b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.515293 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-877cb81a-202b-48b9-b192-24b4a8809b0b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.516208 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 {{(pid=101414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:31:08.533654 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.563477 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.610895 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cb81a-202b-48b9-b192-24b4a8809b0b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6fa9eb-a3c3-4592-ac05-8d764184d8b6,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:08.629581 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-877cb81a-202b-48b9-b192-24b4a8809b0b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.633371 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-877cb81a-202b-48b9-b192-24b4a8809b0b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3972170 Oct 28 09:31:08.636022 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37620) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:08.647495 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-92af929e-0b7f-4f84-95fd-5a31bf7fd9a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'security_group_rule': {'security_group_id': '078b04e5-2e56-4f65-b34c-60b71eeecfb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:08.723936 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92af929e-0b7f-4f84-95fd-5a31bf7fd9a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.948201 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92af929e-0b7f-4f84-95fd-5a31bf7fd9a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.956116 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-3cbbbc9b-641b-47e3-b5c3-d9023496a587 None None] Provisioning complete for port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:08.956706 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbc9b-641b-47e3-b5c3-d9023496a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:08.961080 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92af929e-0b7f-4f84-95fd-5a31bf7fd9a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:09.027122 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af929e-0b7f-4f84-95fd-5a31bf7fd9a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e98f62-8b65-4779-b435-a687d19e5ed9,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:09.037603 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92af929e-0b7f-4f84-95fd-5a31bf7fd9a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:09.058186 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-92af929e-0b7f-4f84-95fd-5a31bf7fd9a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4152324 Oct 28 09:31:09.058186 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37640) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:09.062681 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'floatingip': {'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:09.132045 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:09.255710 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:09.263901 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbc9b-641b-47e3-b5c3-d9023496a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:09.329239 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.provisioning_blocks [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Transition to ACTIVE for port object 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 will not be triggered until provisioned by entity L2. {{(pid=101414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:31:09.335644 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'Port': ['ID=3702f9ae-d2ec-4511-90dc-9c77f2a1d470,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:09.353774 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-3cbbbc9b-641b-47e3-b5c3-d9023496a587 None None] For port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=43f20ad2-bdb2-4f85-baaf-547aecb7f8b9,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:09.378123 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:09.380911 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-9748670c-54d4-4db8-9d6c-1057e4c3f63f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8051915 Oct 28 09:31:09.382323 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbc9b-641b-47e3-b5c3-d9023496a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:09.384738 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:09.450289 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbbc9b-641b-47e3-b5c3-d9023496a587 None None] Pushing event updated for resources: {'Port': ['ID=43f20ad2-bdb2-4f85-baaf-547aecb7f8b9,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:09.485411 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Pushing event updated for resources: {'Port': ['ID=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:09.495441 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-1273fde2-3882-433b-88b1-c453a654253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:07Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:09.553701 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1273fde2-3882-433b-88b1-c453a654253d None None] The sync data for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi is: [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:07Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:31:09.857193 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Attempting to bind port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:31:09.857844 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Attempting to bind port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'ad953d5f-2a81-4a1e-ae62-70f74cc146f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6839a2f8-3d6c-4d31-bea4-e88de7353653'}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:31:09.861215 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Attempting to bind port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 on network 6839a2f8-3d6c-4d31-bea4-e88de7353653 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:09.865551 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc09a9-b507-473f-b6a1-4cee6b9899da req-bcb66ec9-4a30-48af-8c78-ea397e6f7fb2 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:09.867139 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-89cc09a9-b507-473f-b6a1-4cee6b9899da req-bcb66ec9-4a30-48af-8c78-ea397e6f7fb2 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 943 time: 0.1783767 Oct 28 09:31:09.882241 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 on network 6839a2f8-3d6c-4d31-bea4-e88de7353653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:31:09.885254 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Attempting to bind port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 on network 6839a2f8-3d6c-4d31-bea4-e88de7353653 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:09.898098 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:31:09.898462 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Checking segment: {'id': 'ad953d5f-2a81-4a1e-ae62-70f74cc146f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6839a2f8-3d6c-4d31-bea4-e88de7353653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:09.899066 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Bound using segment: {'id': 'ad953d5f-2a81-4a1e-ae62-70f74cc146f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6839a2f8-3d6c-4d31-bea4-e88de7353653'} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:31:09.900182 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Bound port: 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad953d5f-2a81-4a1e-ae62-70f74cc146f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6839a2f8-3d6c-4d31-bea4-e88de7353653'}}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:31:09.912910 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:09.969319 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:31:10.048060 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-89cc09a9-b507-473f-b6a1-4cee6b9899da req-87612868-3f35-4c91-8987-3545b0f14d9c tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672275 Oct 28 09:31:10.152636 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:10.335581 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-dee5dd53-7e05-4421-8439-0be539485f07 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--1511393475&fields=id&tenant_id=4dbac2a0120f4eb7a1627b8f98fef858 HTTP/1.1" status: 200 len: 267 time: 0.3455389 Oct 28 09:31:10.439910 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Allocated IP 172.27.3.227 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/9ef6bd18-4ee1-49db-acb3-a7f8d5bc5451) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:31:10.679348 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:10.736668 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-1e178d44-611f-4b88-b839-c60f255e43c4 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:10.752011 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-1e178d44-611f-4b88-b839-c60f255e43c4 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 811 time: 0.4018776 Oct 28 09:31:10.752848 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37708) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:10.780454 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:10.803102 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-bc16cb09-46d7-46fe-b7b0-c88b19ee2c46 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/quotas/4dbac2a0120f4eb7a1627b8f98fef858 HTTP/1.1" status: 200 len: 375 time: 0.0503433 Oct 28 09:31:10.906508 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:10.915171 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:10.922793 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:31:10.981875 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] For port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91, host hv-cinder-81514, cleared binding levels {{(pid=101414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:31:11.068638 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'Port': ['ID=9ef6bd18-4ee1-49db-acb3-a7f8d5bc5451,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:11.150253 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-83c27f36-00d6-429c-8912-3b602be890ec tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3218172 Oct 28 09:31:11.160609 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] For port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91,segment=NetworkSegment(ad953d5f-2a81-4a1e-ae62-70f74cc146f9),segment_id=ad953d5f-2a81-4a1e-ae62-70f74cc146f9)] {{(pid=101414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:31:11.177501 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.181629 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.271916 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:11.272736 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.274352 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] 10.222.0.32 "PUT /v2.0/ports/6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 HTTP/1.1" status: 200 len: 1093 time: 5.4905746 Oct 28 09:31:11.275295 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f880cc91-a587-491a-a76f-08af4eb6efd0', 'tag': '6b40f4e3-eab3-4fe7-99ad-328ab93e5b91'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:11.287762 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.369698 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37728) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:11.371990 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3bc178fb-fa78-4c28-a631-eadef0e647b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.554542 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699488b-5fc7-4e1f-8e92-100309d4eded service neutron] Pushing event updated for resources: {'Port': ['ID=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91,revision_number=3']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:11.690478 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:11.725807 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7589d21-9b41-41fc-bd45-cf8bd4fda6ce req-7347fa0e-d66e-43bb-a97d-1fcf632c38de tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:11.733677 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e7589d21-9b41-41fc-bd45-cf8bd4fda6ce req-7347fa0e-d66e-43bb-a97d-1fcf632c38de tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 943 time: 0.4460998 Oct 28 09:31:11.742260 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3bc178fb-fa78-4c28-a631-eadef0e647b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.779483 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:11.780235 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.863556 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-24f30f29-656d-452e-bc4d-aedfe39ceae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:11.865142 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-24f30f29-656d-452e-bc4d-aedfe39ceae4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69835517b8044772b7f898f7aba2ea11&device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 1096 time: 0.2472692 Oct 28 09:31:11.874799 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.879011 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3bc178fb-fa78-4c28-a631-eadef0e647b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.886989 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:11.952179 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.013479 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e7589d21-9b41-41fc-bd45-cf8bd4fda6ce req-65c170a3-c6c6-40e5-ab61-d236a0b83da2 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359847 Oct 28 09:31:12.027586 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.038084 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9713058 Oct 28 09:31:12.063564 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a64e9-739f-40a5-b80f-a2d397f59f7f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'Port': ['ID=9ef6bd18-4ee1-49db-acb3-a7f8d5bc5451,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:12.069101 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-3bc178fb-fa78-4c28-a631-eadef0e647b0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=97926f1f3de64d0e9b35d4cbda26673f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3148878 Oct 28 09:31:12.070053 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc178fb-fa78-4c28-a631-eadef0e647b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdc944d-4d76-4079-838f-bba6dec10df2,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:12.073086 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37756) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:12.108436 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-1ceea46c-fc32-479f-8289-ba375daa7a2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 HTTP/1.1" status: 200 len: 217 time: 0.2226417 Oct 28 09:31:12.114397 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37758) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:12.162547 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-52430459-d12e-4e3d-a2f0-50f219eeba8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.243561 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-52430459-d12e-4e3d-a2f0-50f219eeba8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.259133 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-17ea02a3-9e2b-4244-904e-b6bfa9e55683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.261927 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3ac318-b371-4c01-aed9-8b9e8af9f85d" -d '{"events": [{"name": "network-changed", "server_uuid": "f880cc91-a587-491a-a76f-08af4eb6efd0", "tag": "6b40f4e3-eab3-4fe7-99ad-328ab93e5b91"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:12.325241 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-4edae751-0856-4bd0-8dc5-35ae37044c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:12.326848 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-4edae751-0856-4bd0-8dc5-35ae37044c0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=800a4b3c-3d57-4147-9f4c-ad22e9c040ff HTTP/1.1" status: 200 len: 852 time: 0.1875334 Oct 28 09:31:12.335216 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-25bd07ff-31a7-46f6-9372-555c0b77a4f7 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:31:12.346331 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-25bd07ff-31a7-46f6-9372-555c0b77a4f7 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4849443 Oct 28 09:31:12.480855 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-52430459-d12e-4e3d-a2f0-50f219eeba8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.494306 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-52430459-d12e-4e3d-a2f0-50f219eeba8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.500459 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-52430459-d12e-4e3d-a2f0-50f219eeba8d admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/acdc944d-4d76-4079-838f-bba6dec10df2 HTTP/1.1" status: 204 len: 168 time: 0.4235709 Oct 28 09:31:12.537973 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-2bcfb9da-b665-4a71-9530-e5512fe013a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6839a2f8-3d6c-4d31-bea4-e88de7353653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859004 Oct 28 09:31:12.554007 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-00da753c-3a50-4f7c-9486-bc113b15047e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.574054 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52430459-d12e-4e3d-a2f0-50f219eeba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdc944d-4d76-4079-838f-bba6dec10df2,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:12.676561 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-17ea02a3-9e2b-4244-904e-b6bfa9e55683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.684078 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-17ea02a3-9e2b-4244-904e-b6bfa9e55683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:12.725545 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-d5acfc05-f729-4943-bd5e-43c954febc77 service neutron] 10.222.0.32 "GET /v2.0/networks/6839a2f8-3d6c-4d31-bea4-e88de7353653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653388 Oct 28 09:31:12.786223 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-17ea02a3-9e2b-4244-904e-b6bfa9e55683 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e95e6df23bb54d499c827346782cd97b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4080279 Oct 28 09:31:12.787133 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37778) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:12.826365 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea02a3-9e2b-4244-904e-b6bfa9e55683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a60fbe-86d4-4427-b1db-a48b6cb3bdbd,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:12.975714 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92e7a6fb-e8b0-4c22-8a51-2ae48ceabb77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.018870 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e75071-58fd-4535-b1eb-9d5bb8c30801 x-openstack-request-id: req-68e75071-58fd-4535-b1eb-9d5bb8c30801 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:13.019147 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f880cc91-a587-491a-a76f-08af4eb6efd0", "tag": "6b40f4e3-eab3-4fe7-99ad-328ab93e5b91", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:13.019370 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-68e75071-58fd-4535-b1eb-9d5bb8c30801 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:13.026988 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f880cc91-a587-491a-a76f-08af4eb6efd0', 'tag': '6b40f4e3-eab3-4fe7-99ad-328ab93e5b91', 'status': 'completed', 'code': 200} Oct 28 09:31:13.044153 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92e7a6fb-e8b0-4c22-8a51-2ae48ceabb77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.071573 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95cc470c-c541-494a-ab10-341bcc6838e9 req-6e3888f7-4537-467e-8845-8743206c977e service neutron] 10.222.0.32 "GET /v2.0/networks/6839a2f8-3d6c-4d31-bea4-e88de7353653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371491 Oct 28 09:31:13.096670 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-4c1f4466-ec4d-4439-a6aa-9210763ccd46 service neutron] 10.222.0.117 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7358749 Oct 28 09:31:13.226398 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-00da753c-3a50-4f7c-9486-bc113b15047e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.233659 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-d509b530-e7ea-46e1-a830-c42b2ae18f4b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--751523341&fields=id&tenant_id=0be6fc0db1944053869a9896667cae3a HTTP/1.1" status: 200 len: 267 time: 0.0913453 Oct 28 09:31:13.234823 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92e7a6fb-e8b0-4c22-8a51-2ae48ceabb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.236865 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-00da753c-3a50-4f7c-9486-bc113b15047e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.238502 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-92e7a6fb-e8b0-4c22-8a51-2ae48ceabb77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.240154 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-92e7a6fb-e8b0-4c22-8a51-2ae48ceabb77 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e9a60fbe-86d4-4427-b1db-a48b6cb3bdbd HTTP/1.1" status: 204 len: 168 time: 0.4519045 Oct 28 09:31:13.250222 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7a6fb-e8b0-4c22-8a51-2ae48ceabb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a60fbe-86d4-4427-b1db-a48b6cb3bdbd,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:13.300223 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-edde2c20-2c3d-4f28-ba81-7027b48bd140 service neutron] 10.222.0.117 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861124 Oct 28 09:31:13.303384 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37798) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:13.318822 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7af4d9cf-120a-4423-a043-6eab6dcfa19a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.339593 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-00da753c-3a50-4f7c-9486-bc113b15047e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b4807be7336540dd8668cf76bcfb2ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2240717 Oct 28 09:31:13.340367 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da753c-3a50-4f7c-9486-bc113b15047e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b3793-8877-41f8-8e38-861f83d5147d,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:13.348415 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37800) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:13.411501 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ac318-b371-4c01-aed9-8b9e8af9f85d req-437f38f1-eb76-4b39-b8be-57698b46bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:13.413600 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6a3ac318-b371-4c01-aed9-8b9e8af9f85d req-437f38f1-eb76-4b39-b8be-57698b46bd2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69835517b8044772b7f898f7aba2ea11&device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 1096 time: 0.1285961 Oct 28 09:31:13.459001 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-35ea488d-ea13-4157-af3b-763da37f8821 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:13.463098 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-35ea488d-ea13-4157-af3b-763da37f8821 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 816 time: 0.1838984 Oct 28 09:31:13.502799 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-b1f35684-b309-4ef6-a588-afb2d9b6eae5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/quotas/0be6fc0db1944053869a9896667cae3a HTTP/1.1" status: 200 len: 375 time: 0.0338507 Oct 28 09:31:13.505460 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-02f8b519-0e7a-4b59-b50e-c8baf3dbbddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.615521 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-f5132d90-51d6-4d5b-a88a-ab00d37f9db9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1091783 Oct 28 09:31:13.626296 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-02f8b519-0e7a-4b59-b50e-c8baf3dbbddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.647069 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-3f863c13-87d6-4e7d-816e-60d38ece3dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.767062 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7af4d9cf-120a-4423-a043-6eab6dcfa19a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.827870 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7af4d9cf-120a-4423-a043-6eab6dcfa19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:13.865477 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-aef98523-8291-4ad3-8203-8bd8e5833873 service neutron] 10.222.0.117 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284646 Oct 28 09:31:14.125713 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-37bc179a-57a4-441d-8d2b-d2e6a57c5aee service neutron] 10.222.0.117 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593191 Oct 28 09:31:14.266359 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37840) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:14.278171 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ac318-b371-4c01-aed9-8b9e8af9f85d req-b3c3d73c-09ad-433b-a52c-57f344af80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:14.279771 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6a3ac318-b371-4c01-aed9-8b9e8af9f85d req-b3c3d73c-09ad-433b-a52c-57f344af80e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6839a2f8-3d6c-4d31-bea4-e88de7353653 HTTP/1.1" status: 200 len: 914 time: 0.8314364 Oct 28 09:31:14.289138 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a0b45bbb-87ee-472c-8a53-0efb6e31163e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.312928 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-02f8b519-0e7a-4b59-b50e-c8baf3dbbddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.315667 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-02f8b519-0e7a-4b59-b50e-c8baf3dbbddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.327676 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-02f8b519-0e7a-4b59-b50e-c8baf3dbbddd admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/b43b3793-8877-41f8-8e38-861f83d5147d HTTP/1.1" status: 204 len: 168 time: 0.9720161 Oct 28 09:31:14.374500 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-7af4d9cf-120a-4423-a043-6eab6dcfa19a admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=413ef745687b44b1894c35ce042923a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0700970 Oct 28 09:31:14.380086 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37844) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:14.382105 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c2457-f131-42c4-bdf7-8b9a9318f25a req-93f95cdf-0d4c-434c-8be1-6f5957383a12 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:14.385129 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ae0c2457-f131-42c4-bdf7-8b9a9318f25a req-93f95cdf-0d4c-434c-8be1-6f5957383a12 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 943 time: 0.6066244 Oct 28 09:31:14.455410 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4d9cf-120a-4423-a043-6eab6dcfa19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e31279-aca0-4a85-a3bf-9dbe79f9d6ef,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:14.485944 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8b519-0e7a-4b59-b50e-c8baf3dbbddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b3793-8877-41f8-8e38-861f83d5147d,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:14.492161 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6a3ac318-b371-4c01-aed9-8b9e8af9f85d req-0485d6e1-10f1-4210-9025-3caf414f2ee6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 HTTP/1.1" status: 200 len: 217 time: 0.1445231 Oct 28 09:31:14.668873 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ac318-b371-4c01-aed9-8b9e8af9f85d req-43ff97d8-5dd9-4a84-8c09-8460399d1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:14.670484 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6a3ac318-b371-4c01-aed9-8b9e8af9f85d req-43ff97d8-5dd9-4a84-8c09-8460399d1543 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=800a4b3c-3d57-4147-9f4c-ad22e9c040ff HTTP/1.1" status: 200 len: 852 time: 0.1630588 Oct 28 09:31:14.671558 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e2d18e08-058b-4e9d-8c6c-68b80aa0079f req-e16e2d1f-60bc-4312-8c50-aa0c33afd470 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 210 time: 0.1676815 Oct 28 09:31:14.700423 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ae0c2457-f131-42c4-bdf7-8b9a9318f25a req-c1fedef3-e99c-48f1-9b8f-6f7ce5df91c7 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161772 Oct 28 09:31:14.719534 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bfd2765a-b7c8-41f5-8a44-1c53c9a8ba90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.777914 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6a3ac318-b371-4c01-aed9-8b9e8af9f85d req-724b1d2d-8f19-401e-b038-dd0e34a7221a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6839a2f8-3d6c-4d31-bea4-e88de7353653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763369 Oct 28 09:31:14.783242 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bfd2765a-b7c8-41f5-8a44-1c53c9a8ba90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.890548 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a4eac36f-4d99-4dd6-bc42-480b214898f0 req-09663e51-8adb-489a-8a59-4c4c334737d0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 210 time: 0.0611928 Oct 28 09:31:14.902092 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a0b45bbb-87ee-472c-8a53-0efb6e31163e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.908084 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bfd2765a-b7c8-41f5-8a44-1c53c9a8ba90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.911064 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bfd2765a-b7c8-41f5-8a44-1c53c9a8ba90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.914670 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-bfd2765a-b7c8-41f5-8a44-1c53c9a8ba90 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/73e31279-aca0-4a85-a3bf-9dbe79f9d6ef HTTP/1.1" status: 204 len: 168 time: 0.5298343 Oct 28 09:31:14.925585 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a0b45bbb-87ee-472c-8a53-0efb6e31163e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:14.996050 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2765a-b7c8-41f5-8a44-1c53c9a8ba90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e31279-aca0-4a85-a3bf-9dbe79f9d6ef,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:15.088098 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-a0b45bbb-87ee-472c-8a53-0efb6e31163e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0697ca73018d48f5ba2d633edf57010f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8205914 Oct 28 09:31:15.091423 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 37868) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:15.120878 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b45bbb-87ee-472c-8a53-0efb6e31163e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415e49a2-18cc-4e94-8712-8f16af1f4a36,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:15.206422 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37872) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:15.237497 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f02bb931-5f5a-472a-8e55-cf0f0dc74c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.272433 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6a3ac318-b371-4c01-aed9-8b9e8af9f85d req-e42f8374-2ec7-4e74-9346-8eeb25addd3b service neutron] 10.222.0.32 "GET /v2.0/networks/6839a2f8-3d6c-4d31-bea4-e88de7353653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722393 Oct 28 09:31:15.448861 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e9d84977-8951-4fe5-95c6-b02c65a8045b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.544016 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f02bb931-5f5a-472a-8e55-cf0f0dc74c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.556737 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f02bb931-5f5a-472a-8e55-cf0f0dc74c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.557530 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e9d84977-8951-4fe5-95c6-b02c65a8045b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.622144 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-f02bb931-5f5a-472a-8e55-cf0f0dc74c8f admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=816d58d77f34402085ebd93665da7ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140155 Oct 28 09:31:15.627492 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 37890) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:15.723787 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6a3ac318-b371-4c01-aed9-8b9e8af9f85d req-3db14405-10f3-4f47-883e-9025b344ee01 service neutron] 10.222.0.32 "GET /v2.0/networks/6839a2f8-3d6c-4d31-bea4-e88de7353653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338124 Oct 28 09:31:15.767533 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e9d84977-8951-4fe5-95c6-b02c65a8045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.770308 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e9d84977-8951-4fe5-95c6-b02c65a8045b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.772237 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-e9d84977-8951-4fe5-95c6-b02c65a8045b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/415e49a2-18cc-4e94-8712-8f16af1f4a36 HTTP/1.1" status: 204 len: 168 time: 0.6794305 Oct 28 09:31:15.802196 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d84977-8951-4fe5-95c6-b02c65a8045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415e49a2-18cc-4e94-8712-8f16af1f4a36,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:15.822660 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bb931-5f5a-472a-8e55-cf0f0dc74c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c813b15-5bb5-4307-9b61-8d6fa753e0c3,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:15.880965 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-02402eeb-4734-4a31-8bb5-0b4e2d45fcb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:15.958360 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a3562b31-b7e5-43ab-9092-4481511d2bc3 req-3b8873db-20a2-4524-bba7-9b71df412e7c tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 210 time: 0.0623806 Oct 28 09:31:16.246505 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e4783e39-c960-44e8-846c-690d401adcf4 req-78d1bbca-58e8-4a3a-946e-5af9a030bac4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 210 time: 0.1073694 Oct 28 09:31:16.332393 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-02402eeb-4734-4a31-8bb5-0b4e2d45fcb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:16.384978 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7530f-731e-4f24-bdc3-26827dca99ac req-dcbdd59a-9751-4f44-ac7d-b01fd47f3e3c tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:16.387972 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9cf7530f-731e-4f24-bdc3-26827dca99ac req-dcbdd59a-9751-4f44-ac7d-b01fd47f3e3c tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 943 time: 0.4846768 Oct 28 09:31:16.447106 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-02402eeb-4734-4a31-8bb5-0b4e2d45fcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:16.447106 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-02402eeb-4734-4a31-8bb5-0b4e2d45fcb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:16.447106 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-02402eeb-4734-4a31-8bb5-0b4e2d45fcb6 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9c813b15-5bb5-4307-9b61-8d6fa753e0c3 HTTP/1.1" status: 204 len: 168 time: 0.8156407 Oct 28 09:31:16.450354 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9cf7530f-731e-4f24-bdc3-26827dca99ac req-aaa4684c-f038-4c52-a006-0efe753f1fb5 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553689 Oct 28 09:31:16.456560 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02402eeb-4734-4a31-8bb5-0b4e2d45fcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c813b15-5bb5-4307-9b61-8d6fa753e0c3,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:16.794328 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-8cef4bd1-3b0b-4981-b8d2-168ee0d3bda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:17.098224 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-45c72c9e-3457-4dea-a101-d3912453dee1 req-22af3dd6-9452-4d33-a46e-7d4d45d7869f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 210 time: 0.0311451 Oct 28 09:31:17.369812 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-b983dc06-51d0-45aa-b01c-587dd1c30667 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:17.372805 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-b983dc06-51d0-45aa-b01c-587dd1c30667 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 816 time: 0.1395254 Oct 28 09:31:17.463554 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-da50bca5-f6b7-48c9-a268-841ea3717d04 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be6fc0db1944053869a9896667cae3a HTTP/1.1" status: 200 len: 379 time: 0.0774953 Oct 28 09:31:17.465128 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5d4b402e-0e7e-4e5b-8ba5-2223ab726ea6 req-579f3367-3809-470b-81db-afa36b9006cb tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 210 time: 0.0844946 Oct 28 09:31:17.480026 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'port': {'device_id': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'admin_state_up': True, 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'security_groups': ['078b04e5-2e56-4f65-b34c-60b71eeecfb0']}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:17.533439 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:17.544918 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:17.668210 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521ca42-ec22-42cb-a0d8-25f0788e3752 req-2b555726-fb0e-49ed-93f0-eb09dd06050c tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:17.670253 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b521ca42-ec22-42cb-a0d8-25f0788e3752 req-2b555726-fb0e-49ed-93f0-eb09dd06050c tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 943 time: 0.1135859 Oct 28 09:31:17.759795 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b521ca42-ec22-42cb-a0d8-25f0788e3752 req-15192cf5-7791-4d7f-bde3-bfcf6bf51d4a tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789561 Oct 28 09:31:17.766543 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Made reservation on behalf of 0be6fc0db1944053869a9896667cae3a for: {'port': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:17.770073 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:17.788024 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.32', 58866) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:17.992449 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Allocated IP 172.20.0.14 (9ae87522-9a32-486f-8833-d04dbdbd8e34/07c4c113-bc99-4463-a948-07dc92ff60b2/6109a21b-3532-4e9c-8f51-3bcf4b995b92) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:31:18.014921 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-7becb822-e220-435f-bc92-b3e86614759a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:18.016835 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-7becb822-e220-435f-bc92-b3e86614759a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.32 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 811 time: 0.2278211 Oct 28 09:31:18.148727 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-3d8cb136-3e3b-48d6-a548-40d9037166ed tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dbac2a0120f4eb7a1627b8f98fef858 HTTP/1.1" status: 200 len: 380 time: 0.1201017 Oct 28 09:31:18.162523 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'port': {'device_id': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'admin_state_up': True, 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'security_groups': ['aa7ef7f3-5e5a-4f03-b079-ac6afdc77892']}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:18.246467 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:18.264186 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5df89150-07e1-4f65-a60b-9a017ac7f4de req-7c43c1a2-8e4a-448b-bb76-bfa3f3e1bbf2 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 210 time: 0.0396249 Oct 28 09:31:18.301476 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:18.357554 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Made reservation on behalf of 4dbac2a0120f4eb7a1627b8f98fef858 for: {'port': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:18.362349 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:18.366657 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Network 9ae87522-9a32-486f-8833-d04dbdbd8e34 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:18.373578 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:18.378652 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:31:18.386834 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:18.387470 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:18.400757 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'Port': ['ID=6109a21b-3532-4e9c-8f51-3bcf4b995b92,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:18.411863 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-88dcb105-beb7-4dbb-966b-926ffbcbc1ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9383721 Oct 28 09:31:18.425361 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Request body: {'port': {'device_id': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:18.495212 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:18.715279 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-fb9c70e8-ad6a-459d-a681-c606e0f1f356 None None] Provisioning complete for port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:18.715816 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-fb9c70e8-ad6a-459d-a681-c606e0f1f356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:18.745679 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Allocated IP 172.20.0.10 (a7780ce9-bec5-4cab-8275-e693999d1d8a/e0f8ee91-eb00-4b5d-9ec2-0892afa9890a/5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:31:18.806954 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-fb9c70e8-ad6a-459d-a681-c606e0f1f356 None None] Port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:31:18.937854 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c0ca1-3d29-4781-b121-13bbf8efdd1d req-bbba8444-0534-49b2-bb56-57f822eb2534 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:18.947863 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-034c0ca1-3d29-4781-b121-13bbf8efdd1d req-bbba8444-0534-49b2-bb56-57f822eb2534 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 932 time: 0.3624749 Oct 28 09:31:18.986404 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9aa53-4098-45d7-883b-e2e6a05dfce8 req-66dc9e63-ca9a-4b32-8f8d-cdf2a986252b tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:18.988225 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0ae9aa53-4098-45d7-883b-e2e6a05dfce8 req-66dc9e63-ca9a-4b32-8f8d-cdf2a986252b tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 943 time: 0.1052701 Oct 28 09:31:19.028945 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-034c0ca1-3d29-4781-b121-13bbf8efdd1d req-57dd9db2-86e4-45bb-925b-7354f7adfb9b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798788 Oct 28 09:31:19.050658 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6109a21b-3532-4e9c-8f51-3bcf4b995b92 {{(pid=101414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:31:19.055418 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:19.059349 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:19.075982 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.provisioning_blocks [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Transition to ACTIVE for port object 6109a21b-3532-4e9c-8f51-3bcf4b995b92 will not be triggered until provisioned by entity L2. {{(pid=101414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:31:19.078463 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0ae9aa53-4098-45d7-883b-e2e6a05dfce8 req-9e8fdfe8-843d-4952-a4ac-1f15c1db38ce tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798521 Oct 28 09:31:19.085260 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:19.121393 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:19.238499 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Pushing event updated for resources: {'Port': ['ID=6109a21b-3532-4e9c-8f51-3bcf4b995b92,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:19.265517 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Attempting to bind port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:31:19.266202 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Attempting to bind port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:31:19.267380 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Attempting to bind port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 on network 9ae87522-9a32-486f-8833-d04dbdbd8e34 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:19.271829 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Network a7780ce9-bec5-4cab-8275-e693999d1d8a is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:19.277478 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 on network 9ae87522-9a32-486f-8833-d04dbdbd8e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:31:19.278095 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Attempting to bind port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 on network 9ae87522-9a32-486f-8833-d04dbdbd8e34 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:19.286197 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:31:19.286197 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Checking segment: {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:19.286782 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Bound using segment: {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:31:19.287382 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Bound port: 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'}}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:31:19.289621 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:19.299876 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:19.304201 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:19.307392 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:31:19.319413 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:19.320076 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:19.364852 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'Port': ['ID=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:19.389443 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-0a2b9c8c-0b32-4228-a5ce-0930bf9627d9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2342091 Oct 28 09:31:19.406305 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Request body: {'port': {'device_id': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:19.528582 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59025ef6-8046-4b01-b17e-ca62d1c5e554 req-28dd3876-0698-4164-86f3-43f62d32a19f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:19.530174 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-59025ef6-8046-4b01-b17e-ca62d1c5e554 req-28dd3876-0698-4164-86f3-43f62d32a19f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 932 time: 0.1182690 Oct 28 09:31:19.531324 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, cleared binding levels {{(pid=101414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:31:19.569751 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:31:19.590731 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:19.592799 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:19.664085 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-59025ef6-8046-4b01-b17e-ca62d1c5e554 req-9d509cb0-e701-46e4-93e6-0108d76e85af tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217682 Oct 28 09:31:19.678561 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:19.679431 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:19.682401 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] 10.222.0.32 "PUT /v2.0/ports/6109a21b-3532-4e9c-8f51-3bcf4b995b92 HTTP/1.1" status: 200 len: 1094 time: 1.2618589 Oct 28 09:31:19.683209 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:19.685933 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8369cf-10e8-4d50-96a0-5727738105da" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:19.715730 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0a119-04a4-4b29-9717-2c9c5f94526b service neutron] Pushing event updated for resources: {'Port': ['ID=6109a21b-3532-4e9c-8f51-3bcf4b995b92,revision_number=3']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:19.719564 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-db5bc4ab-e35b-4c12-898b-893e12b47a4c None None] Provisioning complete for port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:19.720076 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-db5bc4ab-e35b-4c12-898b-893e12b47a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:19.783137 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af236bed-dd0c-4daa-b988-6a42d94b2902 x-openstack-request-id: req-af236bed-dd0c-4daa-b988-6a42d94b2902 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:19.783574 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:19.783941 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-af236bed-dd0c-4daa-b988-6a42d94b2902 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:19.784750 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'status': 'completed', 'code': 200} Oct 28 09:31:19.802534 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-1521f767-ad6c-4ad9-bcf2-041ba59b3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:19.804866 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-1521f767-ad6c-4ad9-bcf2-041ba59b3b6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0686550 Oct 28 09:31:19.834539 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-db5bc4ab-e35b-4c12-898b-893e12b47a4c None None] Port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:31:19.885451 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-62904802-9967-42c4-a13b-44e703faee77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92 HTTP/1.1" status: 200 len: 217 time: 0.0634470 Oct 28 09:31:19.941248 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-dd86cbf1-5440-4c96-b412-ff54b8e76b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:19.942772 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-dd86cbf1-5440-4c96-b412-ff54b8e76b92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.0503538 Oct 28 09:31:20.029797 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-96b8aab0-ca32-4b05-9443-8fc8ed9e6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:20.031538 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-96b8aab0-ca32-4b05-9443-8fc8ed9e6943 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800459 Oct 28 09:31:20.148696 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-cfcfc92a-6d11-4ad1-80fd-a9fec41ab7d7 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072125 Oct 28 09:31:20.168489 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e {{(pid=101413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:31:20.185082 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:20.238061 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2c0b-7fa6-4534-9b7e-2695bbf1bce4 req-772e9f91-e183-40ac-b4b7-00d91bba5fcd tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:20.246925 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-080f2c0b-7fa6-4534-9b7e-2695bbf1bce4 req-772e9f91-e183-40ac-b4b7-00d91bba5fcd tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0868752 Oct 28 09:31:20.257548 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.provisioning_blocks [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Transition to ACTIVE for port object 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e will not be triggered until provisioned by entity L2. {{(pid=101413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:31:20.270912 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:20.300776 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604a11d-10ec-4087-b769-498441147268 req-9db4cb3b-7261-4e06-adff-557610b7a2fc tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:20.314213 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a604a11d-10ec-4087-b769-498441147268 req-9db4cb3b-7261-4e06-adff-557610b7a2fc tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 943 time: 0.1194150 Oct 28 09:31:20.342729 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-080f2c0b-7fa6-4534-9b7e-2695bbf1bce4 req-be2a4342-8e6d-4733-b293-e49c00a86a32 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812342 Oct 28 09:31:20.416229 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Pushing event updated for resources: {'Port': ['ID=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:20.438496 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a604a11d-10ec-4087-b769-498441147268 req-88b574a2-ead3-4202-b04e-6160343fa4b6 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179233 Oct 28 09:31:20.528403 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Attempting to bind port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:31:20.535371 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Attempting to bind port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:31:20.535371 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Attempting to bind port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e on network a7780ce9-bec5-4cab-8275-e693999d1d8a {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:20.544408 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e on network a7780ce9-bec5-4cab-8275-e693999d1d8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:31:20.544681 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Attempting to bind port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e on network a7780ce9-bec5-4cab-8275-e693999d1d8a {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:20.553789 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:31:20.554339 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Checking segment: {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:20.554708 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Bound using segment: {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:31:20.555169 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Bound port: 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'}}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:31:20.559099 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:20.687490 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] For port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e, host hv-cinder-81514, cleared binding levels {{(pid=101413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:31:20.694964 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] For port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:31:20.701564 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:20.753605 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:20.754532 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:20.756756 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] 10.222.0.32 "PUT /v2.0/ports/5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e HTTP/1.1" status: 200 len: 1094 time: 1.3573310 Oct 28 09:31:20.757459 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'tag': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:20.846132 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd13e0-6dac-4996-806b-101621b2694a req-da6a8196-bcbc-4922-89a2-bae23af635ac tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:20.854521 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b1cd13e0-6dac-4996-806b-101621b2694a req-da6a8196-bcbc-4922-89a2-bae23af635ac tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 944 time: 0.0827885 Oct 28 09:31:20.889867 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbcb06-cdcf-4802-9a90-c5d88d8c0520 service neutron] Pushing event updated for resources: {'Port': ['ID=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e,revision_number=3']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:20.919851 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b1cd13e0-6dac-4996-806b-101621b2694a req-2d38bb6e-01c7-4fc7-8d63-59ed5d2464b1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587034 Oct 28 09:31:20.972347 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 38170) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:21.053382 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc04735-63ec-47ef-824c-f5bedac636dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef4939a-08b2-4ff0-8fcc-75122eddaae2", "tag": "5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:21.161205 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-24f89c98-8609-4a0e-9e64-102566180ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:21.176848 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936316b0-5454-4b98-8d6f-e6730d4a48a2 x-openstack-request-id: req-936316b0-5454-4b98-8d6f-e6730d4a48a2 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:21.177469 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef4939a-08b2-4ff0-8fcc-75122eddaae2", "tag": "5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:21.177469 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-936316b0-5454-4b98-8d6f-e6730d4a48a2 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:21.177999 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'tag': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e', 'status': 'completed', 'code': 200} Oct 28 09:31:21.388759 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-24f89c98-8609-4a0e-9e64-102566180ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:21.396965 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-24f89c98-8609-4a0e-9e64-102566180ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:21.439040 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-24f89c98-8609-4a0e-9e64-102566180ef2 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=60e78aa82a32493094a2db00ee5bf5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654307 Oct 28 09:31:21.439758 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f89c98-8609-4a0e-9e64-102566180ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87434b14-5425-4941-b194-0ba154371113,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:21.441706 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38198) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:21.491139 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bdf39-c59d-44f2-bcb9-5fc777a61e5c req-2c4456a7-4de8-41ae-b789-8c57554ab19a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:21.492634 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3e2bdf39-c59d-44f2-bcb9-5fc777a61e5c req-2c4456a7-4de8-41ae-b789-8c57554ab19a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0800028 Oct 28 09:31:21.520615 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ec9598c9-340e-4540-a8f7-d1fe61616e48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:21.551778 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a221-18e4-4358-827a-f14ecc5a82ec req-9f07c895-c1d7-42a1-b14e-d631686b4709 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:21.553293 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e428a221-18e4-4358-827a-f14ecc5a82ec req-9f07c895-c1d7-42a1-b14e-d631686b4709 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 943 time: 0.0512500 Oct 28 09:31:21.556658 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3e2bdf39-c59d-44f2-bcb9-5fc777a61e5c req-d9137ddd-b314-4c63-9849-049bc5765863 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523188 Oct 28 09:31:21.558577 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ec9598c9-340e-4540-a8f7-d1fe61616e48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:21.599245 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e428a221-18e4-4358-827a-f14ecc5a82ec req-3d047251-c0fe-4c23-8a8e-055b33b0ad78 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367653 Oct 28 09:31:21.607715 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ec9598c9-340e-4540-a8f7-d1fe61616e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:21.610357 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ec9598c9-340e-4540-a8f7-d1fe61616e48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:21.614044 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-ec9598c9-340e-4540-a8f7-d1fe61616e48 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/87434b14-5425-4941-b194-0ba154371113 HTTP/1.1" status: 204 len: 168 time: 0.1683185 Oct 28 09:31:21.619436 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9598c9-340e-4540-a8f7-d1fe61616e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87434b14-5425-4941-b194-0ba154371113,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:21.879549 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 38208) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:21.893372 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-7640e1a5-36b8-4be6-91e5-4418f112f950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:21.895783 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91d4eca5-de46-412b-86ad-344af0fe6d4b req-ab77ca19-8e9c-4a00-86c5-319bb1a36138 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982125 Oct 28 09:31:21.968574 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-7640e1a5-36b8-4be6-91e5-4418f112f950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:21.972679 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-7640e1a5-36b8-4be6-91e5-4418f112f950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:22.014564 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-7640e1a5-36b8-4be6-91e5-4418f112f950 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=11fcf7f795834441a4ea3efe17ad29a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339326 Oct 28 09:31:22.015506 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640e1a5-36b8-4be6-91e5-4418f112f950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a9624c-dca7-4c86-ac1a-b93f5bf1898b,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:22.017179 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38214) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:22.068146 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa5896-fdbe-49df-84d7-ba494fe1dc9d req-151ee182-bfac-48fc-8f33-6003c070ef48 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:22.069645 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c3aa5896-fdbe-49df-84d7-ba494fe1dc9d req-151ee182-bfac-48fc-8f33-6003c070ef48 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 944 time: 0.0822618 Oct 28 09:31:22.098110 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c6d34110-caa9-4fa7-82b5-897cc97a9d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:22.136055 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c6d34110-caa9-4fa7-82b5-897cc97a9d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:22.140056 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c3aa5896-fdbe-49df-84d7-ba494fe1dc9d req-4585b95c-fbb8-4c0a-98bb-f7e1cc03aa14 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632579 Oct 28 09:31:22.185414 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c6d34110-caa9-4fa7-82b5-897cc97a9d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:22.187980 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c6d34110-caa9-4fa7-82b5-897cc97a9d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:22.189235 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-c6d34110-caa9-4fa7-82b5-897cc97a9d67 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e0a9624c-dca7-4c86-ac1a-b93f5bf1898b HTTP/1.1" status: 204 len: 168 time: 0.1703165 Oct 28 09:31:22.197819 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d34110-caa9-4fa7-82b5-897cc97a9d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a9624c-dca7-4c86-ac1a-b93f5bf1898b,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:22.685800 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24155695-ce8f-4fa5-a865-02b3072b097c req-bea320e1-1e82-48fd-8f6f-b770e83b39f3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:22.687317 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-24155695-ce8f-4fa5-a865-02b3072b097c req-bea320e1-1e82-48fd-8f6f-b770e83b39f3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0520535 Oct 28 09:31:22.731575 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a378f4-4885-4347-a382-126f568fef9f req-2e046731-b653-40c2-8566-cff3610f3ead tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:22.732711 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-24155695-ce8f-4fa5-a865-02b3072b097c req-da3f4e37-65dd-4e6a-ad1d-372ba6dd84c2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368738 Oct 28 09:31:22.735629 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-31a378f4-4885-4347-a382-126f568fef9f req-2e046731-b653-40c2-8566-cff3610f3ead tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 943 time: 0.0671735 Oct 28 09:31:22.772713 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:31:22.790506 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-31a378f4-4885-4347-a382-126f568fef9f req-e05b6b54-5f5d-426d-adbe-dedf0b2b07a5 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472231 Oct 28 09:31:22.852953 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc04735-63ec-47ef-824c-f5bedac636dc req-723954b3-0e99-49b4-9be6-4798b65a7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:22.854442 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0fc04735-63ec-47ef-824c-f5bedac636dc req-723954b3-0e99-49b4-9be6-4798b65a7a51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 1097 time: 0.0581231 Oct 28 09:31:22.928554 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8369cf-10e8-4d50-96a0-5727738105da req-4206200d-8220-49d3-870d-1863de693508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:22.929752 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fb8369cf-10e8-4d50-96a0-5727738105da req-4206200d-8220-49d3-870d-1863de693508 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0792816 Oct 28 09:31:22.930980 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91,segment=NetworkSegment(ad953d5f-2a81-4a1e-ae62-70f74cc146f9),segment_id=ad953d5f-2a81-4a1e-ae62-70f74cc146f9)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:22.944628 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '6b40f4e3-eab3-4fe7-99ad-328ab93e5b91', 'network_id': '6839a2f8-3d6c-4d31-bea4-e88de7353653', 'port_id': '6b40f4e3-eab3-4fe7-99ad-328ab93e5b91', 'mac_address': 'fa:16:3e:67:f3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800a4b3c-3d57-4147-9f4c-ad22e9c040ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:31:22.987870 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.001540 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:31:23.023502 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91,segment=NetworkSegment(ad953d5f-2a81-4a1e-ae62-70f74cc146f9),segment_id=ad953d5f-2a81-4a1e-ae62-70f74cc146f9)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:23.036211 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.089295 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:23.109999 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc04735-63ec-47ef-824c-f5bedac636dc req-e7f2ad33-5f17-4bf9-948e-80581b8bfba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:23.111627 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0fc04735-63ec-47ef-824c-f5bedac636dc req-e7f2ad33-5f17-4bf9-948e-80581b8bfba2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2493000 Oct 28 09:31:23.120044 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8369cf-10e8-4d50-96a0-5727738105da req-ea3cf9e0-e2e6-4d3d-a766-0fbfcbb23bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:23.121668 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fb8369cf-10e8-4d50-96a0-5727738105da req-ea3cf9e0-e2e6-4d3d-a766-0fbfcbb23bac service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 918 time: 0.1837568 Oct 28 09:31:23.264937 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2dcaa-5b99-40fe-8108-b2d36df5ec03 req-4cef07a7-f039-4348-a7d8-59481e702c9f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:23.266648 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-47f2dcaa-5b99-40fe-8108-b2d36df5ec03 req-4cef07a7-f039-4348-a7d8-59481e702c9f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 944 time: 0.0524185 Oct 28 09:31:23.306664 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-47f2dcaa-5b99-40fe-8108-b2d36df5ec03 req-f40a7900-a8b5-4feb-b4f7-0ffd5f2950fe tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336127 Oct 28 09:31:23.375796 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38268) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:23.460715 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38276) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:23.535374 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fc95c63-e16a-428e-a670-f085ca1146f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.558846 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cc255afa-578a-4214-9fd1-7ddde7f5025e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.678251 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fc95c63-e16a-428e-a670-f085ca1146f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.687028 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fc95c63-e16a-428e-a670-f085ca1146f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.695478 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cc255afa-578a-4214-9fd1-7ddde7f5025e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.708898 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cc255afa-578a-4214-9fd1-7ddde7f5025e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.760653 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-2fc95c63-e16a-428e-a670-f085ca1146f6 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c3345d7360194a9c958b8ad8d598431a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964120 Oct 28 09:31:23.762701 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 38290) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:23.763083 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc95c63-e16a-428e-a670-f085ca1146f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f7918f-f11f-4852-9460-18511e30637e,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:23.771919 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-cc255afa-578a-4214-9fd1-7ddde7f5025e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=73813045810b44cca951445b47610051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950012 Oct 28 09:31:23.778596 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38294) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:23.846675 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc255afa-578a-4214-9fd1-7ddde7f5025e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ecfcde-f78d-499a-b402-ca5b3aaa360d,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:23.853954 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-11b58a89-e22f-4578-85d4-4980b21dd27c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.881739 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-11b58a89-e22f-4578-85d4-4980b21dd27c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.918171 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-92f79d99-8109-4438-bc2c-25c2f4c3bfb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.928336 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec35460-b427-4b64-83b4-ff29ee837799 req-adbececd-808d-4efc-ab17-ae4b44750ea0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:23.929824 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fec35460-b427-4b64-83b4-ff29ee837799 req-adbececd-808d-4efc-ab17-ae4b44750ea0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0874009 Oct 28 09:31:23.956063 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dee7af-184b-4a96-9916-ddf3929e096f req-d87e2ae4-d647-4083-b0a2-fc4f22b77b5b tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:23.957594 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-33dee7af-184b-4a96-9916-ddf3929e096f req-d87e2ae4-d647-4083-b0a2-fc4f22b77b5b tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 944 time: 0.0814257 Oct 28 09:31:23.965260 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-92f79d99-8109-4438-bc2c-25c2f4c3bfb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.992014 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-11b58a89-e22f-4578-85d4-4980b21dd27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.994587 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-11b58a89-e22f-4578-85d4-4980b21dd27c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:23.994698 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fec35460-b427-4b64-83b4-ff29ee837799 req-a5bc40e2-2525-4b7f-932c-4015b51b23d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577812 Oct 28 09:31:23.998055 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-11b58a89-e22f-4578-85d4-4980b21dd27c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/a1f7918f-f11f-4852-9460-18511e30637e HTTP/1.1" status: 204 len: 168 time: 0.2336490 Oct 28 09:31:24.010061 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-33dee7af-184b-4a96-9916-ddf3929e096f req-ea99ef19-3575-4070-aae9-69bb5719b5e0 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446732 Oct 28 09:31:24.011203 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b58a89-e22f-4578-85d4-4980b21dd27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f7918f-f11f-4852-9460-18511e30637e,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:24.040682 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-92f79d99-8109-4438-bc2c-25c2f4c3bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:24.043370 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-92f79d99-8109-4438-bc2c-25c2f4c3bfb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:24.051278 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-92f79d99-8109-4438-bc2c-25c2f4c3bfb3 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/25ecfcde-f78d-499a-b402-ca5b3aaa360d HTTP/1.1" status: 204 len: 168 time: 0.2676673 Oct 28 09:31:24.060219 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f79d99-8109-4438-bc2c-25c2f4c3bfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ecfcde-f78d-499a-b402-ca5b3aaa360d,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:24.373140 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 38318) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:24.388754 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-928dbdcb-c8b8-480a-8a89-9bb450acf14b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:24.430077 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243637-f797-44cc-9439-7224a99f572a req-20d06ec2-51c4-4388-9c02-c703c003fe27 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:24.432384 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f8243637-f797-44cc-9439-7224a99f572a req-20d06ec2-51c4-4388-9c02-c703c003fe27 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 944 time: 0.0542612 Oct 28 09:31:24.466521 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-928dbdcb-c8b8-480a-8a89-9bb450acf14b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:24.470998 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-928dbdcb-c8b8-480a-8a89-9bb450acf14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:24.476859 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f8243637-f797-44cc-9439-7224a99f572a req-124b66e4-ca91-48bf-bff3-84eaffc68769 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368097 Oct 28 09:31:24.512751 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-928dbdcb-c8b8-480a-8a89-9bb450acf14b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=48b3e95945f64036920c6ef2f04e4470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374674 Oct 28 09:31:24.513843 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dbdcb-c8b8-480a-8a89-9bb450acf14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105587a8-8028-4fd0-8622-28ed69d2f158,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:24.515325 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38322) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:24.584494 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c7a72aa3-ae49-4bff-9fb9-6225b6fc5e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:24.606588 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c7a72aa3-ae49-4bff-9fb9-6225b6fc5e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:24.655578 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c7a72aa3-ae49-4bff-9fb9-6225b6fc5e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:24.658665 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c7a72aa3-ae49-4bff-9fb9-6225b6fc5e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:24.662137 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-c7a72aa3-ae49-4bff-9fb9-6225b6fc5e9c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/105587a8-8028-4fd0-8622-28ed69d2f158 HTTP/1.1" status: 204 len: 168 time: 0.1434035 Oct 28 09:31:24.668029 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a72aa3-ae49-4bff-9fb9-6225b6fc5e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105587a8-8028-4fd0-8622-28ed69d2f158,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:24.960885 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fb8369cf-10e8-4d50-96a0-5727738105da req-f9bfc013-c041-46a7-a590-e6fe2667603e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92 HTTP/1.1" status: 200 len: 217 time: 0.0853169 Oct 28 09:31:25.084414 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc04735-63ec-47ef-824c-f5bedac636dc req-2348c49e-89c9-41b2-a480-3c80273a67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:25.087924 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0fc04735-63ec-47ef-824c-f5bedac636dc req-2348c49e-89c9-41b2-a480-3c80273a67f4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2132084 Oct 28 09:31:25.161051 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ad35f-664b-4238-9cfa-7b2aca3bc6a3 req-9ba45704-201e-4f73-9c4a-f176140132d3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:25.169212 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9c6ad35f-664b-4238-9cfa-7b2aca3bc6a3 req-9ba45704-201e-4f73-9c4a-f176140132d3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0627563 Oct 28 09:31:25.192074 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec5b54-f907-4494-aa21-c4a587f5f670 req-de05ddf2-80d0-4f03-a8bf-06aeab316ae2 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:25.193747 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d5ec5b54-f907-4494-aa21-c4a587f5f670 req-de05ddf2-80d0-4f03-a8bf-06aeab316ae2 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 944 time: 0.0582933 Oct 28 09:31:25.214349 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9c6ad35f-664b-4238-9cfa-7b2aca3bc6a3 req-bc564330-5c6c-4ced-8ab0-3bfcd52ead57 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440462 Oct 28 09:31:25.239348 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d5ec5b54-f907-4494-aa21-c4a587f5f670 req-6eb55c4b-fc8f-4e4a-bbce-69fe7496e1f2 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387702 Oct 28 09:31:25.603356 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1713d-1082-4462-afcf-5d6517e6bce7 req-052e29a6-5253-49c9-a0e5-1cc1c2a10d07 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:25.604923 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-44d1713d-1082-4462-afcf-5d6517e6bce7 req-052e29a6-5253-49c9-a0e5-1cc1c2a10d07 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 944 time: 0.0552154 Oct 28 09:31:25.643265 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-44d1713d-1082-4462-afcf-5d6517e6bce7 req-8ead3629-30c3-49ce-b1d8-05a774371c4a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322430 Oct 28 09:31:25.905773 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8369cf-10e8-4d50-96a0-5727738105da req-438b15ea-f384-418d-a05f-9a3f91bb3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:25.907299 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fb8369cf-10e8-4d50-96a0-5727738105da req-438b15ea-f384-418d-a05f-9a3f91bb3bec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.0648336 Oct 28 09:31:26.032396 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8369cf-10e8-4d50-96a0-5727738105da req-7aab25b9-e5ea-4996-9f64-5ec0ea8431e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:26.034886 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fb8369cf-10e8-4d50-96a0-5727738105da req-7aab25b9-e5ea-4996-9f64-5ec0ea8431e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1162276 Oct 28 09:31:26.084562 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['6b40f4e3-eab3-4fe7-99ad-328ab93e5b91'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:31:26.136836 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-abc9ad96-aca3-4db4-a587-776ac2571e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:26.138345 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-abc9ad96-aca3-4db4-a587-776ac2571e26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 1097 time: 0.2602291 Oct 28 09:31:26.194948 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fb8369cf-10e8-4d50-96a0-5727738105da req-54d4d0b7-144f-4b7d-947c-48bfb84ca01f service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526086 Oct 28 09:31:26.205907 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-1d53a176-877a-4b06-9bcd-7037201b29b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e HTTP/1.1" status: 200 len: 217 time: 0.0571680 Oct 28 09:31:26.294890 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-a3364b08-9637-4272-addc-f4f8315b2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:26.297933 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-a3364b08-9637-4272-addc-f4f8315b2e5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a HTTP/1.1" status: 200 len: 850 time: 0.0826304 Oct 28 09:31:26.325782 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fb8369cf-10e8-4d50-96a0-5727738105da req-f9097dae-4e53-4cc9-9e59-44c8c42d3d73 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215568 Oct 28 09:31:26.390734 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e274d-394d-470d-af19-c78e82465d92 req-53dda4e4-3ca3-4658-a60f-d63e843c3fb5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:26.392264 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f87e274d-394d-470d-af19-c78e82465d92 req-53dda4e4-3ca3-4658-a60f-d63e843c3fb5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0646157 Oct 28 09:31:26.437051 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6a099-e8d0-48f1-804b-cfe13ddddc9c req-e74e7335-fa53-484b-840c-0463e1c7ba22 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:26.440759 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bfe6a099-e8d0-48f1-804b-cfe13ddddc9c req-e74e7335-fa53-484b-840c-0463e1c7ba22 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 944 time: 0.0889349 Oct 28 09:31:26.444616 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f87e274d-394d-470d-af19-c78e82465d92 req-80639e04-4edf-477a-ba78-deb6afb8e0ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455549 Oct 28 09:31:26.487436 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bfe6a099-e8d0-48f1-804b-cfe13ddddc9c req-6d7658f2-1c89-4da0-9023-fa3e9e701a91 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388429 Oct 28 09:31:26.773428 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1262027-959f-4e56-a749-6514dd63eb3e req-0102612b-1fb4-4987-a812-e78caffd8bf0 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:26.775637 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a1262027-959f-4e56-a749-6514dd63eb3e req-0102612b-1fb4-4987-a812-e78caffd8bf0 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 944 time: 0.0552826 Oct 28 09:31:26.818778 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a1262027-959f-4e56-a749-6514dd63eb3e req-38753211-66a8-42c1-95b4-3dab8b303e6c tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371373 Oct 28 09:31:27.565286 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d1d7d-c668-4b42-b53c-e08278a3c43c req-e5fd2f1b-0010-47a8-94bc-69cf3adedbd6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:27.566790 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-724d1d7d-c668-4b42-b53c-e08278a3c43c req-e5fd2f1b-0010-47a8-94bc-69cf3adedbd6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0493703 Oct 28 09:31:27.604399 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b03dc-8053-4160-8b76-a3b05902c372 req-0ec493ae-00e3-4b9d-a0b9-c253c10d427f tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:27.606046 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8f2b03dc-8053-4160-8b76-a3b05902c372 req-0ec493ae-00e3-4b9d-a0b9-c253c10d427f tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 944 time: 0.0516551 Oct 28 09:31:27.607204 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-724d1d7d-c668-4b42-b53c-e08278a3c43c req-5e15a582-2527-4eca-b012-18452d993aab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332239 Oct 28 09:31:27.644567 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8f2b03dc-8053-4160-8b76-a3b05902c372 req-7e698216-f0d0-4922-8004-ce7a0193916c tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320079 Oct 28 09:31:27.943387 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38534c9-de34-4971-9dff-77a47655e926 req-0282999a-2196-449a-9a3c-0c4e35d0eaf1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:27.945093 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d38534c9-de34-4971-9dff-77a47655e926 req-0282999a-2196-449a-9a3c-0c4e35d0eaf1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 944 time: 0.0537605 Oct 28 09:31:27.986886 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d38534c9-de34-4971-9dff-77a47655e926 req-e99e5b53-5f7f-4ca3-9d49-76e14c5083b6 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355172 Oct 28 09:31:28.136351 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-131bff0e-92b9-4879-a08a-0cc236e68087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:28.138495 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-131bff0e-92b9-4879-a08a-0cc236e68087 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7780ce9-bec5-4cab-8275-e693999d1d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609818 Oct 28 09:31:28.730720 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30048e80-c438-441a-88c0-d19a68327001 req-c7a95800-4729-4429-8790-4eff34e26abd tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:28.732306 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-30048e80-c438-441a-88c0-d19a68327001 req-c7a95800-4729-4429-8790-4eff34e26abd tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0529208 Oct 28 09:31:28.768655 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e84cf-1e48-4da0-8d7f-2d7ecf1f0425 req-c238d484-b2df-47aa-87e6-fbb58f43bf8f tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:28.770127 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2b9e84cf-1e48-4da0-8d7f-2d7ecf1f0425 req-c238d484-b2df-47aa-87e6-fbb58f43bf8f tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 944 time: 0.0551190 Oct 28 09:31:28.772686 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-30048e80-c438-441a-88c0-d19a68327001 req-181049b7-255c-49e9-a81c-7acd6855e112 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343451 Oct 28 09:31:28.812442 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2b9e84cf-1e48-4da0-8d7f-2d7ecf1f0425 req-df20968e-ccf2-4e59-8b78-bdd424258b2a tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351985 Oct 28 09:31:29.107040 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fb143-34f1-48ea-a6f8-af4919175a3a req-951aa839-20f5-4e6e-a177-f8dc67de344d tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:29.108532 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-138fb143-34f1-48ea-a6f8-af4919175a3a req-951aa839-20f5-4e6e-a177-f8dc67de344d tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 944 time: 0.0500631 Oct 28 09:31:29.146824 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-138fb143-34f1-48ea-a6f8-af4919175a3a req-8b4b5236-4dce-4789-a941-5414c7975357 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Oct 28 09:31:29.204071 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:29.291732 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-e2402349-bc06-41f7-827a-f63a9198720c service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078339 Oct 28 09:31:29.400837 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4e43c675-9a4c-40e1-850c-8a4ade59bcf1 req-c5b069c2-51a7-4a5b-8b6a-f870388b1bc0 service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011941 Oct 28 09:31:29.932354 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9c1ad-2a62-49e2-ad49-2ff80a646e58 req-3d5631b9-f5f0-4401-94c9-ea0b2eea2779 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:29.934431 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-76b9c1ad-2a62-49e2-ad49-2ff80a646e58 req-3d5631b9-f5f0-4401-94c9-ea0b2eea2779 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0759857 Oct 28 09:31:29.940574 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd473b8f-6f8e-4391-af45-bd4049c74f39 req-78d7feca-a8be-4949-b505-1d44413487c3 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:29.945511 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-dd473b8f-6f8e-4391-af45-bd4049c74f39 req-78d7feca-a8be-4949-b505-1d44413487c3 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 944 time: 0.0603905 Oct 28 09:31:29.983334 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-76b9c1ad-2a62-49e2-ad49-2ff80a646e58 req-b1d2f70b-fa18-4931-9eb1-e317950529a8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408795 Oct 28 09:31:29.988014 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-dd473b8f-6f8e-4391-af45-bd4049c74f39 req-d6ca9b71-b563-4168-81a2-97aaf8a837a3 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 Oct 28 09:31:30.104900 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38592) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:30.211915 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f8efda91-76a1-47d7-ba28-3df9097dd0a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:30.272077 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dc9aa-4842-4ffd-a52a-d076ac2558b3 req-a6385af7-5e52-47ae-a3e6-50df7e9aa6d2 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:30.272077 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0f9dc9aa-4842-4ffd-a52a-d076ac2558b3 req-a6385af7-5e52-47ae-a3e6-50df7e9aa6d2 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 944 time: 0.0575647 Oct 28 09:31:30.298021 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f8efda91-76a1-47d7-ba28-3df9097dd0a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:30.307571 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f8efda91-76a1-47d7-ba28-3df9097dd0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:30.335568 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0f9dc9aa-4842-4ffd-a52a-d076ac2558b3 req-82f12e05-93c7-4555-b8ec-e63a1961a1ea tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558007 Oct 28 09:31:30.372903 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efda91-76a1-47d7-ba28-3df9097dd0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adbd183-847a-48d9-b1fe-a37f5d900140,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:30.380848 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-f8efda91-76a1-47d7-ba28-3df9097dd0a0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=41b2e35d9d1b47aba6a11af647573ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748246 Oct 28 09:31:30.381060 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 38612) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:30.460058 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d49eb476-d2e7-40b6-8045-439cd559f794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:30.494750 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d49eb476-d2e7-40b6-8045-439cd559f794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:30.564421 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d49eb476-d2e7-40b6-8045-439cd559f794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:30.568001 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d49eb476-d2e7-40b6-8045-439cd559f794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:30.569746 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-d49eb476-d2e7-40b6-8045-439cd559f794 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/0adbd183-847a-48d9-b1fe-a37f5d900140 HTTP/1.1" status: 204 len: 168 time: 0.1876464 Oct 28 09:31:30.578754 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eb476-d2e7-40b6-8045-439cd559f794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adbd183-847a-48d9-b1fe-a37f5d900140,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:30.968197 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 38646) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:30.981594 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d87585bd-382a-496e-b0dd-f80156ba5f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.062710 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d87585bd-382a-496e-b0dd-f80156ba5f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.067127 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d87585bd-382a-496e-b0dd-f80156ba5f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.128509 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d8e5-d384-4c79-9d1f-a03465049f67 req-ac78acf0-4af9-4b8b-97fe-d4d7d91716e3 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:31.130025 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ae11d8e5-d384-4c79-9d1f-a03465049f67 req-ac78acf0-4af9-4b8b-97fe-d4d7d91716e3 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 944 time: 0.0560513 Oct 28 09:31:31.144129 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-d87585bd-382a-496e-b0dd-f80156ba5f6c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c70b76ed18f0443ea5e3ae95e1013b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746759 Oct 28 09:31:31.147523 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 38652) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:31.149965 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87585bd-382a-496e-b0dd-f80156ba5f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6494759-c5e7-4218-a910-dc3b17b58345,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:31.176670 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ae11d8e5-d384-4c79-9d1f-a03465049f67 req-aa59c24e-fba6-4f6b-81ba-ef1286ed2c8e tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384705 Oct 28 09:31:31.177143 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6109a21b-3532-4e9c-8f51-3bcf4b995b92 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:31:31.193109 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0978fa7-b8d2-4273-a533-e6199e1e371b req-a6729f59-a11e-4d06-909a-b8ffd5291bf9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:31.194748 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0978fa7-b8d2-4273-a533-e6199e1e371b req-a6729f59-a11e-4d06-909a-b8ffd5291bf9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.1072407 Oct 28 09:31:31.244893 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:31.253615 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-00f6cc58-84fd-4135-8d8e-a072ef737b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.263793 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0978fa7-b8d2-4273-a533-e6199e1e371b req-95f33431-4fc6-4350-8dc1-96a6baeb64f3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530910 Oct 28 09:31:31.282532 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-00f6cc58-84fd-4135-8d8e-a072ef737b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.326725 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:31.345567 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-00f6cc58-84fd-4135-8d8e-a072ef737b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.348293 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-00f6cc58-84fd-4135-8d8e-a072ef737b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.349394 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'port_id': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'mac_address': 'fa:16:3e:eb:c4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:31:31.349536 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-00f6cc58-84fd-4135-8d8e-a072ef737b07 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/a6494759-c5e7-4218-a910-dc3b17b58345 HTTP/1.1" status: 204 len: 168 time: 0.2008994 Oct 28 09:31:31.357444 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6cc58-84fd-4135-8d8e-a072ef737b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6494759-c5e7-4218-a910-dc3b17b58345,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:31.402404 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:31:31.404344 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.418493 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:31.418853 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.442679 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6109a21b-3532-4e9c-8f51-3bcf4b995b92 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:31:31.471961 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965e49-1950-4e25-81d0-ef94b9d41160 req-546f1d93-1121-478e-a2f3-66a15cf0de89 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:31.472689 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:31.478522 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.480001 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e9965e49-1950-4e25-81d0-ef94b9d41160 req-546f1d93-1121-478e-a2f3-66a15cf0de89 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 944 time: 0.0669525 Oct 28 09:31:31.524417 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e9965e49-1950-4e25-81d0-ef94b9d41160 req-2268dca8-788f-44cc-9701-e2e8bbe293bf tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429988 Oct 28 09:31:31.676712 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=6109a21b-3532-4e9c-8f51-3bcf4b995b92,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:31.684267 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.708043 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880cc91-a587-491a-a76f-08af4eb6efd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b40f4e3-eab3-4fe7-99ad-328ab93e5b91'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:31.777845 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['6109a21b-3532-4e9c-8f51-3bcf4b995b92'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:31:31.797246 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91,segment=NetworkSegment(ad953d5f-2a81-4a1e-ae62-70f74cc146f9),segment_id=ad953d5f-2a81-4a1e-ae62-70f74cc146f9)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:31.827748 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:31.934452 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:32.011577 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23b1c7c-c3a0-4362-92d9-2d26483a22bf" -d '{"events": [{"server_uuid": "f880cc91-a587-491a-a76f-08af4eb6efd0", "name": "network-vif-plugged", "status": "completed", "tag": "6b40f4e3-eab3-4fe7-99ad-328ab93e5b91"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:32.186500 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d595ba4-bb4d-4397-a98c-b969ae1bb100 x-openstack-request-id: req-2d595ba4-bb4d-4397-a98c-b969ae1bb100 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:32.187097 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f880cc91-a587-491a-a76f-08af4eb6efd0", "name": "network-vif-plugged", "status": "completed", "tag": "6b40f4e3-eab3-4fe7-99ad-328ab93e5b91", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:32.187197 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-2d595ba4-bb4d-4397-a98c-b969ae1bb100 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:32.187852 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f880cc91-a587-491a-a76f-08af4eb6efd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b40f4e3-eab3-4fe7-99ad-328ab93e5b91', 'code': 200} Oct 28 09:31:32.325640 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6a915-755f-4aa3-b8ee-96157818998e req-023a2ba8-048a-4f5b-89a7-e1d487583532 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:32.334130 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3eb6a915-755f-4aa3-b8ee-96157818998e req-023a2ba8-048a-4f5b-89a7-e1d487583532 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 945 time: 0.0696611 Oct 28 09:31:32.351434 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 38722) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:32.458970 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3eb6a915-755f-4aa3-b8ee-96157818998e req-030c881b-3efb-49cc-b31c-fb527372841c tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239707 Oct 28 09:31:32.483536 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ba45a-f3c4-401e-9deb-2a4d8373e302 req-6a41c1e6-d722-4dec-ad1c-7e8375263fd0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:32.483536 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-112ba45a-f3c4-401e-9deb-2a4d8373e302 req-6a41c1e6-d722-4dec-ad1c-7e8375263fd0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 945 time: 0.0878732 Oct 28 09:31:32.496469 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835cc52-7eaa-4300-96f4-9779322ca40a req-9b8ea928-952a-4e6d-ac50-6878e9b0ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:32.498006 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2835cc52-7eaa-4300-96f4-9779322ca40a req-9b8ea928-952a-4e6d-ac50-6878e9b0ec0e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 1098 time: 0.1100495 Oct 28 09:31:32.525565 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2835cc52-7eaa-4300-96f4-9779322ca40a req-436b5591-9090-4f4b-ac84-992f3ab41fde service neutron] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.525708 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-112ba45a-f3c4-401e-9deb-2a4d8373e302 req-ad972b1d-27a6-4456-b101-c3d18f7c39f5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 Oct 28 09:31:32.658130 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0356aae8-3837-4d4a-b6db-143838ad0ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.663482 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2835cc52-7eaa-4300-96f4-9779322ca40a req-436b5591-9090-4f4b-ac84-992f3ab41fde service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.677119 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d0f6d-aaba-4785-b8ef-b8e84c962641 req-c4b51203-107f-403d-8648-3518c653e038 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:32.678774 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-578d0f6d-aaba-4785-b8ef-b8e84c962641 req-c4b51203-107f-403d-8648-3518c653e038 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 944 time: 0.0673857 Oct 28 09:31:32.679332 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2835cc52-7eaa-4300-96f4-9779322ca40a req-436b5591-9090-4f4b-ac84-992f3ab41fde service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.745289 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2835cc52-7eaa-4300-96f4-9779322ca40a req-436b5591-9090-4f4b-ac84-992f3ab41fde service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390592 Oct 28 09:31:32.749293 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b5591-9090-4f4b-ac84-992f3ab41fde service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2b94ae3b-6570-4f51-b049-99cefd81e2b8,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:32.754055 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0356aae8-3837-4d4a-b6db-143838ad0ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.761791 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0356aae8-3837-4d4a-b6db-143838ad0ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.772135 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-578d0f6d-aaba-4785-b8ef-b8e84c962641 req-afd82c70-aefb-41e7-974c-b971d29852fe tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788279 Oct 28 09:31:32.807295 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356aae8-3837-4d4a-b6db-143838ad0ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aea71a0-9f8f-43ab-8c20-95a693ae7a9f,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:32.817382 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38734) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:32.819223 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-0356aae8-3837-4d4a-b6db-143838ad0ba9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=1b7a6b34d3234fd39d289686b4fa9d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4651945 Oct 28 09:31:32.876264 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12a3fdcf-7712-456f-99ea-c1b980d6da6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.898914 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12a3fdcf-7712-456f-99ea-c1b980d6da6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.964591 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12a3fdcf-7712-456f-99ea-c1b980d6da6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.967178 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-12a3fdcf-7712-456f-99ea-c1b980d6da6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:32.968359 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-12a3fdcf-7712-456f-99ea-c1b980d6da6d admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/3aea71a0-9f8f-43ab-8c20-95a693ae7a9f HTTP/1.1" status: 204 len: 168 time: 0.1479940 Oct 28 09:31:32.982909 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3fdcf-7712-456f-99ea-c1b980d6da6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aea71a0-9f8f-43ab-8c20-95a693ae7a9f,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:33.186797 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:31:33.190664 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6109a21b-3532-4e9c-8f51-3bcf4b995b92 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:33.343996 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:31:33.359509 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:33.360084 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:33.416866 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:33.435100 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'port_id': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e', 'mac_address': 'fa:16:3e:74:ac:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:31:33.521193 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:33.554364 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:33.577630 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:31:33.635579 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:33.647916 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:33.655897 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:33.720837 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392189e-b367-45a9-86c6-c68f90640e8a req-1dd1d1a4-8a75-4229-bb75-fea44d4df88a tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:33.722451 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2392189e-b367-45a9-86c6-c68f90640e8a req-1dd1d1a4-8a75-4229-bb75-fea44d4df88a tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 945 time: 0.1177547 Oct 28 09:31:33.734674 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393f5ef-e3e6-425e-8403-c9559e09ee03 req-fde30896-b446-4451-8b0e-ee3c7a7b80bd tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:33.742783 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1393f5ef-e3e6-425e-8403-c9559e09ee03 req-fde30896-b446-4451-8b0e-ee3c7a7b80bd tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.0935462 Oct 28 09:31:33.750224 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:33.781410 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:33.849022 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2392189e-b367-45a9-86c6-c68f90640e8a req-f6b031b0-6276-46f2-90d0-95ba60522042 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188824 Oct 28 09:31:33.849698 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1393f5ef-e3e6-425e-8403-c9559e09ee03 req-e9db7a8a-3979-4ede-a7aa-66133df5239f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944088 Oct 28 09:31:33.867456 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=6109a21b-3532-4e9c-8f51-3bcf4b995b92,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:33.917626 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:31:34.015273 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904346b-6728-4787-824f-bfb8ae21eaf4 req-426922a5-d9b8-49f1-bed9-e46b4480ec0f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:34.019612 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f904346b-6728-4787-824f-bfb8ae21eaf4 req-426922a5-d9b8-49f1-bed9-e46b4480ec0f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 945 time: 0.0862517 Oct 28 09:31:34.095026 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f904346b-6728-4787-824f-bfb8ae21eaf4 req-8db10e37-4912-4eb5-80bd-d8fe464eab44 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659378 Oct 28 09:31:34.188646 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:34.192004 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f5b8b7-a62a-49ce-97e2-7a452a5c8e61" -d '{"events": [{"server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "name": "network-vif-plugged", "status": "completed", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:34.253208 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38826) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:34.283721 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1e1f71-2f10-4790-b22d-eb12d87f1a59 x-openstack-request-id: req-ad1e1f71-2f10-4790-b22d-eb12d87f1a59 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:34.284042 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "name": "network-vif-plugged", "status": "completed", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:34.284297 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ad1e1f71-2f10-4790-b22d-eb12d87f1a59 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:34.284726 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'code': 200} Oct 28 09:31:34.443389 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-549e968a-aabc-40b3-8161-2d5cac6ad902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:34.530562 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814acdd-8757-4888-8f00-47ec654fd494 req-0daf46cc-c8eb-4592-8353-fdab016c795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:34.532048 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2814acdd-8757-4888-8f00-47ec654fd494 req-0daf46cc-c8eb-4592-8353-fdab016c795a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 1099 time: 0.0639029 Oct 28 09:31:34.575472 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-549e968a-aabc-40b3-8161-2d5cac6ad902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:34.583647 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-549e968a-aabc-40b3-8161-2d5cac6ad902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:34.606108 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2814acdd-8757-4888-8f00-47ec654fd494 req-cc13b9d9-94f1-4366-a056-395314278f48 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647721 Oct 28 09:31:34.627153 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e968a-aabc-40b3-8161-2d5cac6ad902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8194f3c5-9c9e-4329-b0ee-a0d3b5f0b222,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:34.631406 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-549e968a-aabc-40b3-8161-2d5cac6ad902 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4161e9d728e943a581d166ed63753a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772004 Oct 28 09:31:34.634577 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38842) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:34.690247 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-05463c22-7485-4ad3-8c4d-2002ed3ce058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:34.713143 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-05463c22-7485-4ad3-8c4d-2002ed3ce058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:34.764644 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-05463c22-7485-4ad3-8c4d-2002ed3ce058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:34.767488 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-05463c22-7485-4ad3-8c4d-2002ed3ce058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:34.772237 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-05463c22-7485-4ad3-8c4d-2002ed3ce058 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/8194f3c5-9c9e-4329-b0ee-a0d3b5f0b222 HTTP/1.1" status: 204 len: 168 time: 0.1331549 Oct 28 09:31:34.777903 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05463c22-7485-4ad3-8c4d-2002ed3ce058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8194f3c5-9c9e-4329-b0ee-a0d3b5f0b222,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:35.039576 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ade353-9ce0-46fd-82a2-a735f9fbbb45 req-4f009483-c944-420b-865e-ee1a03e5bde2 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:35.049901 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-69ade353-9ce0-46fd-82a2-a735f9fbbb45 req-4f009483-c944-420b-865e-ee1a03e5bde2 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 945 time: 0.1269121 Oct 28 09:31:35.077334 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccad064-9441-4233-9f52-23c726eb45fa req-e6777c05-dd00-4b95-8e20-acd9ef9be04d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:35.087638 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fccad064-9441-4233-9f52-23c726eb45fa req-e6777c05-dd00-4b95-8e20-acd9ef9be04d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.1090298 Oct 28 09:31:35.103088 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-69ade353-9ce0-46fd-82a2-a735f9fbbb45 req-a21a8e5b-f1c9-4d51-a60d-7b5c4dc04ad6 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453031 Oct 28 09:31:35.166532 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fccad064-9441-4233-9f52-23c726eb45fa req-57bc2889-27f7-426e-8411-52130377890b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778787 Oct 28 09:31:35.200129 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:35.243766 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e18144-7ce5-4646-8237-f393f636e974 req-3d93423b-305e-4de1-8ff7-0d1fe346e72f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:35.252940 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-71e18144-7ce5-4646-8237-f393f636e974 req-3d93423b-305e-4de1-8ff7-0d1fe346e72f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 945 time: 0.0660985 Oct 28 09:31:35.283376 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:31:35.295518 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:35.296972 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:35.303028 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-71e18144-7ce5-4646-8237-f393f636e974 req-6ba998a6-86b0-4339-8735-0d17a132af06 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489185 Oct 28 09:31:35.355843 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38882) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:35.370557 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fae02707-df05-4dc9-aad5-67d12ab21a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:35.410392 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:35.461712 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:35.465605 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:35.468282 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fae02707-df05-4dc9-aad5-67d12ab21a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:35.474350 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fae02707-df05-4dc9-aad5-67d12ab21a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:35.537573 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae02707-df05-4dc9-aad5-67d12ab21a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7734769-6dee-4cc2-8489-1f703717ab8d,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:35.558778 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 38892) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:35.563572 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:35.569068 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-fae02707-df05-4dc9-aad5-67d12ab21a6d admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0b237b8d2dce4981a6ba80655178e31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127550 Oct 28 09:31:35.642375 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b0188ee9-5a57-4392-a8f9-32b98fcf830f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:35.665836 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b0188ee9-5a57-4392-a8f9-32b98fcf830f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:35.715524 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b0188ee9-5a57-4392-a8f9-32b98fcf830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:35.718173 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b0188ee9-5a57-4392-a8f9-32b98fcf830f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:35.721639 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-b0188ee9-5a57-4392-a8f9-32b98fcf830f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/a7734769-6dee-4cc2-8489-1f703717ab8d HTTP/1.1" status: 204 len: 168 time: 0.1593702 Oct 28 09:31:35.730265 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0188ee9-5a57-4392-a8f9-32b98fcf830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7734769-6dee-4cc2-8489-1f703717ab8d,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:36.220636 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc854a0-0bc2-4aad-8e21-b20cee8be4bf req-ecb8622f-e3b7-4a9e-ba1a-66f6653e2619 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:36.222702 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8bc854a0-0bc2-4aad-8e21-b20cee8be4bf req-ecb8622f-e3b7-4a9e-ba1a-66f6653e2619 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 945 time: 0.0567615 Oct 28 09:31:36.269881 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8bc854a0-0bc2-4aad-8e21-b20cee8be4bf req-1ad47754-b70a-488c-8a62-abfd6460d878 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Oct 28 09:31:36.285610 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:36.289273 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e13aad-3886-41e3-bc74-2f522bbd5228" -d '{"events": [{"server_uuid": "1ef4939a-08b2-4ff0-8fcc-75122eddaae2", "name": "network-vif-plugged", "status": "completed", "tag": "5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:36.298752 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06750e-e558-42bb-a4be-5a1c5cba2f59 req-11aaea96-6fb0-4a9b-9a95-28bc017fe780 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:36.300434 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0e06750e-e558-42bb-a4be-5a1c5cba2f59 req-11aaea96-6fb0-4a9b-9a95-28bc017fe780 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.0602319 Oct 28 09:31:36.332791 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f82c01-e7e2-4906-950f-d9b66d334694 x-openstack-request-id: req-c8f82c01-e7e2-4906-950f-d9b66d334694 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:36.332970 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef4939a-08b2-4ff0-8fcc-75122eddaae2", "name": "network-vif-plugged", "status": "completed", "tag": "5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:36.333239 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c8f82c01-e7e2-4906-950f-d9b66d334694 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:36.333798 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e', 'code': 200} Oct 28 09:31:36.392204 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0e06750e-e558-42bb-a4be-5a1c5cba2f59 req-ebe9d594-b0cf-4cb0-96ff-83f70b4f4dca tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717816 Oct 28 09:31:36.550281 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824dfcf-7919-43ee-a143-b92bdc3ac018 req-182e9090-5d18-462f-b4e1-2fab273e2816 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:36.557500 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5824dfcf-7919-43ee-a143-b92bdc3ac018 req-182e9090-5d18-462f-b4e1-2fab273e2816 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1180167 Oct 28 09:31:36.595631 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63028-cd4c-40ba-abd7-e11ec5cf6a79 req-967c7874-0a35-4a99-8528-7d928984d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:36.597208 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-49e63028-cd4c-40ba-abd7-e11ec5cf6a79 req-967c7874-0a35-4a99-8528-7d928984d853 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 1099 time: 0.0980830 Oct 28 09:31:36.639761 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5824dfcf-7919-43ee-a143-b92bdc3ac018 req-c230a686-d96f-4571-bb9b-479f83e31dd4 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770361 Oct 28 09:31:36.646403 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08137dbe-d27d-4e76-81d8-e1c3b04345c1 req-b8a324de-ba91-40c6-8902-9ae5f544c844 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:36.658246 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-08137dbe-d27d-4e76-81d8-e1c3b04345c1 req-b8a324de-ba91-40c6-8902-9ae5f544c844 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.0802732 Oct 28 09:31:36.663030 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-49e63028-cd4c-40ba-abd7-e11ec5cf6a79 req-31e78a37-fdb9-4433-bcc5-5ba2392b51eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528922 Oct 28 09:31:36.667958 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 38944) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:36.672866 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-5a9d06b8-d7be-4d6a-8afd-1ada9ccf5500 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'floatingip': {'port_id': '6109a21b-3532-4e9c-8f51-3bcf4b995b92'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:36.778056 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5a9d06b8-d7be-4d6a-8afd-1ada9ccf5500 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.391936 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 38996) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:37.454945 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39000) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:37.581018 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-da37fe3a-4d02-4357-a0e9-920be035c822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.584076 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6d9baa1b-ddc1-4175-b675-2370db8c9940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.646099 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5a9d06b8-d7be-4d6a-8afd-1ada9ccf5500 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.650292 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5a9d06b8-d7be-4d6a-8afd-1ada9ccf5500 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.715662 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-da37fe3a-4d02-4357-a0e9-920be035c822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.717650 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6d9baa1b-ddc1-4175-b675-2370db8c9940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.728372 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-da37fe3a-4d02-4357-a0e9-920be035c822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.740478 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6d9baa1b-ddc1-4175-b675-2370db8c9940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.760169 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.l3_db [None req-5a9d06b8-d7be-4d6a-8afd-1ada9ccf5500 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Floating IP 7ae0ef15-fe4e-40c0-a38c-7395109a5b3b associated. External IP: 172.27.3.227, port: 6109a21b-3532-4e9c-8f51-3bcf4b995b92. Oct 28 09:31:37.807131 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37fe3a-4d02-4357-a0e9-920be035c822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a82721-ae52-41da-95f0-4a5f9df6334c,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:37.816691 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-da37fe3a-4d02-4357-a0e9-920be035c822 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b4e0773c87e84eeeb787a3d92c57e739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228957 Oct 28 09:31:37.821124 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39008) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:37.833165 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-6d9baa1b-ddc1-4175-b675-2370db8c9940 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d0c8f9352b0d411798e45d4e4fd85dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749259 Oct 28 09:31:37.834708 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39010) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:37.861610 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf0e9a-0e24-4d61-9982-fc920ac6369b req-5b609bd2-1bb7-4db8-a67e-ca14a10dba21 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:37.872394 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-04bf0e9a-0e24-4d61-9982-fc920ac6369b req-5b609bd2-1bb7-4db8-a67e-ca14a10dba21 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1440630 Oct 28 09:31:37.896377 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9baa1b-ddc1-4175-b675-2370db8c9940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e6830e-f75e-4e9d-94c8-bb3bd0399a67,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:37.921290 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-12cb966f-20fa-43ae-a939-0540bfe61812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.935500 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-55b20cce-f941-4539-a434-9c38711b5a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:37.940425 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-04bf0e9a-0e24-4d61-9982-fc920ac6369b req-a6cb28a1-c490-4b58-93b8-4ece79cd6ce3 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684869 Oct 28 09:31:37.968785 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-55b20cce-f941-4539-a434-9c38711b5a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.035925 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-12cb966f-20fa-43ae-a939-0540bfe61812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.037492 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-55b20cce-f941-4539-a434-9c38711b5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.044308 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-55b20cce-f941-4539-a434-9c38711b5a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.050318 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-55b20cce-f941-4539-a434-9c38711b5a03 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/95a82721-ae52-41da-95f0-4a5f9df6334c HTTP/1.1" status: 204 len: 168 time: 0.2279613 Oct 28 09:31:38.071310 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b20cce-f941-4539-a434-9c38711b5a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a82721-ae52-41da-95f0-4a5f9df6334c,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:38.108496 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9d06b8-d7be-4d6a-8afd-1ada9ccf5500 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Router 54f2ba96-664f-437f-b341-43d0fb2c64ae has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:31:38.122181 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-12cb966f-20fa-43ae-a939-0540bfe61812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.125378 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-12cb966f-20fa-43ae-a939-0540bfe61812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.128808 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-12cb966f-20fa-43ae-a939-0540bfe61812 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/b1e6830e-f75e-4e9d-94c8-bb3bd0399a67 HTTP/1.1" status: 204 len: 168 time: 0.2851675 Oct 28 09:31:38.139341 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb966f-20fa-43ae-a939-0540bfe61812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e6830e-f75e-4e9d-94c8-bb3bd0399a67,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:38.246048 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9d06b8-d7be-4d6a-8afd-1ada9ccf5500 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:31:38.250716 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5a9d06b8-d7be-4d6a-8afd-1ada9ccf5500 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.259341 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ab579-4fa3-4687-9b7e-bdc599b6d5b6 None None] Sync routers for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:31:38.271895 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ab579-4fa3-4687-9b7e-bdc599b6d5b6 None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:38.272574 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-250ab579-4fa3-4687-9b7e-bdc599b6d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:31:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:38.281426 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-5a9d06b8-d7be-4d6a-8afd-1ada9ccf5500 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "PUT /v2.0/floatingips/7ae0ef15-fe4e-40c0-a38c-7395109a5b3b HTTP/1.1" status: 200 len: 992 time: 1.6120293 Oct 28 09:31:38.289915 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:38.292809 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f115df4a-7e1f-4956-9f38-e237a0a3688b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:38.342585 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39036) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:38.399931 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-250ab579-4fa3-4687-9b7e-bdc599b6d5b6 None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:38.573580 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae649-cfb0-4f06-86b9-50a39f931869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.603759 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39048) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:38.621780 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8b086ade-02f5-4e76-8602-f3835533eb46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.681406 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae649-cfb0-4f06-86b9-50a39f931869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.687552 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae649-cfb0-4f06-86b9-50a39f931869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.737358 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-2a1ae649-cfb0-4f06-86b9-50a39f931869 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b7bd14d370de4e79845395ef3114cf48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936558 Oct 28 09:31:38.737947 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39052) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:38.744012 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8b086ade-02f5-4e76-8602-f3835533eb46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.752169 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8b086ade-02f5-4e76-8602-f3835533eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.752574 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ae649-cfb0-4f06-86b9-50a39f931869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff548c7f-463e-4cf8-ae8e-81583c0a82a9,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:38.755206 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-250ab579-4fa3-4687-9b7e-bdc599b6d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '7ae0ef15-fe4e-40c0-a38c-7395109a5b3b', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'port_id': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'mac_address': 'fa:16:3e:eb:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:31:10Z', 'updated_at': '2021-10-28T09:31:37Z', 'revision_number': 1, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:38.801104 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-8b086ade-02f5-4e76-8602-f3835533eb46 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4c3d16efc28440fb90ea94a824809805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961184 Oct 28 09:31:38.803579 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39056) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:38.815968 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b086ade-02f5-4e76-8602-f3835533eb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cf26dd-1845-415a-943d-ab364bec8fa1,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:38.822193 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ab579-4fa3-4687-9b7e-bdc599b6d5b6 None None] Checking router: 54f2ba96-664f-437f-b341-43d0fb2c64ae for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:31:38.826846 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7e65-855c-4c46-8fd4-8ecb5faa8711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.840222 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ab579-4fa3-4687-9b7e-bdc599b6d5b6 None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:38.841111 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-250ab579-4fa3-4687-9b7e-bdc599b6d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:31:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:38.854004 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7e65-855c-4c46-8fd4-8ecb5faa8711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.888102 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-eddbd4de-1557-4ee6-afc1-da604fa96d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.916741 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7e65-855c-4c46-8fd4-8ecb5faa8711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.920000 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7e65-855c-4c46-8fd4-8ecb5faa8711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.921232 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-b7bc7e65-855c-4c46-8fd4-8ecb5faa8711 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ff548c7f-463e-4cf8-ae8e-81583c0a82a9 HTTP/1.1" status: 204 len: 168 time: 0.1814952 Oct 28 09:31:38.929983 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc7e65-855c-4c46-8fd4-8ecb5faa8711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff548c7f-463e-4cf8-ae8e-81583c0a82a9,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:38.937974 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-eddbd4de-1557-4ee6-afc1-da604fa96d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:38.998513 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-250ab579-4fa3-4687-9b7e-bdc599b6d5b6 None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:39.009200 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-eddbd4de-1557-4ee6-afc1-da604fa96d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:39.015763 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-eddbd4de-1557-4ee6-afc1-da604fa96d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:39.017061 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-eddbd4de-1557-4ee6-afc1-da604fa96d7f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/b7cf26dd-1845-415a-943d-ab364bec8fa1 HTTP/1.1" status: 204 len: 168 time: 0.2125781 Oct 28 09:31:39.026422 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbd4de-1557-4ee6-afc1-da604fa96d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cf26dd-1845-415a-943d-ab364bec8fa1,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:39.345285 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-250ab579-4fa3-4687-9b7e-bdc599b6d5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '7ae0ef15-fe4e-40c0-a38c-7395109a5b3b', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'port_id': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'mac_address': 'fa:16:3e:eb:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:31:10Z', 'updated_at': '2021-10-28T09:31:37Z', 'revision_number': 1, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:39.381856 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ab579-4fa3-4687-9b7e-bdc599b6d5b6 None None] The sync data for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi is: [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '7ae0ef15-fe4e-40c0-a38c-7395109a5b3b', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'port_id': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'mac_address': 'fa:16:3e:eb:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:31:10Z', 'updated_at': '2021-10-28T09:31:37Z', 'revision_number': 1, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:31:39.385865 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39082) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:39.402551 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b85bc92-5270-4a16-92af-f1ac6ae630d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:39.502282 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b85bc92-5270-4a16-92af-f1ac6ae630d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:39.507826 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b85bc92-5270-4a16-92af-f1ac6ae630d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:39.538279 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39090) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:39.545896 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-0b85bc92-5270-4a16-92af-f1ac6ae630d9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=701ead45e85e459688f464b5ec258cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481800 Oct 28 09:31:39.571665 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85bc92-5270-4a16-92af-f1ac6ae630d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36b037f-848f-48d7-8695-5a4125982db1,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:39.601260 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-58372684-5ef8-4ec8-bc4a-b73e8a925d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:39.630354 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-58372684-5ef8-4ec8-bc4a-b73e8a925d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:39.693249 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76632d-62de-4ce3-913d-423e7b6d7494 None None] New status for floating IP 7ae0ef15-fe4e-40c0-a38c-7395109a5b3b: ACTIVE {{(pid=101415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:31:39.697982 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-58372684-5ef8-4ec8-bc4a-b73e8a925d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:39.701112 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-58372684-5ef8-4ec8-bc4a-b73e8a925d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:39.702479 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-58372684-5ef8-4ec8-bc4a-b73e8a925d92 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/d36b037f-848f-48d7-8695-5a4125982db1 HTTP/1.1" status: 204 len: 168 time: 0.1630225 Oct 28 09:31:39.713326 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58372684-5ef8-4ec8-bc4a-b73e8a925d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36b037f-848f-48d7-8695-5a4125982db1,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:40.616199 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1a5bad-f4e5-4e13-be0c-97234d4c53a1 x-openstack-request-id: req-1e1a5bad-f4e5-4e13-be0c-97234d4c53a1 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:40.616199 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:40.616199 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-1e1a5bad-f4e5-4e13-be0c-97234d4c53a1 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:40.616199 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'status': 'completed', 'code': 200} Oct 28 09:31:40.730625 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115df4a-7e1f-4956-9f38-e237a0a3688b req-9851a670-a9e2-4662-88cc-698c7a9d3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:40.732347 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f115df4a-7e1f-4956-9f38-e237a0a3688b req-9851a670-a9e2-4662-88cc-698c7a9d3003 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 1099 time: 0.1045461 Oct 28 09:31:40.745811 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2ee59-c649-44b7-b185-fbcf88f922ea req-87b5a4cc-04b9-4a3d-931b-a999924077ef tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:40.747729 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a5e2ee59-c649-44b7-b185-fbcf88f922ea req-87b5a4cc-04b9-4a3d-931b-a999924077ef tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0748200 Oct 28 09:31:40.884190 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a5e2ee59-c649-44b7-b185-fbcf88f922ea req-eb8005ec-6297-48da-a3fe-8a6a229588c5 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175904 Oct 28 09:31:40.932830 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115df4a-7e1f-4956-9f38-e237a0a3688b req-45bfc7a4-b050-431a-abd4-bb46ff0a1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:40.934546 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f115df4a-7e1f-4956-9f38-e237a0a3688b req-45bfc7a4-b050-431a-abd4-bb46ff0a1603 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 918 time: 0.1825182 Oct 28 09:31:41.054178 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f115df4a-7e1f-4956-9f38-e237a0a3688b req-2590d4fb-e7f9-42ad-9fcd-5be5678b7bbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92 HTTP/1.1" status: 200 len: 1002 time: 0.1113060 Oct 28 09:31:41.144445 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115df4a-7e1f-4956-9f38-e237a0a3688b req-fc17e37b-3b56-4281-972a-56cfc3a148e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:41.146806 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f115df4a-7e1f-4956-9f38-e237a0a3688b req-fc17e37b-3b56-4281-972a-56cfc3a148e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.0604484 Oct 28 09:31:41.307559 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115df4a-7e1f-4956-9f38-e237a0a3688b req-a4d84446-5a28-4dcf-9142-470b8d4acc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:41.309431 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f115df4a-7e1f-4956-9f38-e237a0a3688b req-a4d84446-5a28-4dcf-9142-470b8d4acc0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669932 Oct 28 09:31:41.428599 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f115df4a-7e1f-4956-9f38-e237a0a3688b req-8df606c6-fd35-4e2f-b5b2-ed2fe037b41a service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026194 Oct 28 09:31:41.453574 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-f2586671-ac72-4ab6-ad37-7a5bf803e234 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=d05dc988df6d46928e91fdc29c885bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315118 Oct 28 09:31:41.554217 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f115df4a-7e1f-4956-9f38-e237a0a3688b req-e41c475c-6fd3-4328-9e64-dce43ea40a37 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183181 Oct 28 09:31:41.831973 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-5c5189c7-6623-4043-826e-5b5b45a45fe8 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:41.831973 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-5c5189c7-6623-4043-826e-5b5b45a45fe8 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3690007 Oct 28 09:31:41.845699 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-36c79314-f9f8-4fca-bd2b-666805907afd tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/quotas/d05dc988df6d46928e91fdc29c885bd9 HTTP/1.1" status: 200 len: 375 time: 0.0101748 Oct 28 09:31:41.879053 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-a6ab4860-a68b-4c31-ba25-67691dd9491f tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=d05dc988df6d46928e91fdc29c885bd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274222 Oct 28 09:31:42.018214 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7801f4-013d-48a9-b23c-90b69e98bd3f req-f3b7f0b9-6f2d-48cb-93c8-8f5816971e3f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:42.028531 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0d7801f4-013d-48a9-b23c-90b69e98bd3f req-f3b7f0b9-6f2d-48cb-93c8-8f5816971e3f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0701210 Oct 28 09:31:42.093981 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0d7801f4-013d-48a9-b23c-90b69e98bd3f req-2ea97451-fbd6-42f4-97a8-deafd0828efe tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643005 Oct 28 09:31:42.111513 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-06d6fb2d-0976-4d88-ace0-841452147ff2 req-36345834-d44c-441c-9c83-55013d56ace8 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 210 time: 0.0473671 Oct 28 09:31:42.233591 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c184-9c54-44c1-a996-b7c78ac26ed8 req-6e80dcc8-bc8b-4057-8e42-105b7da89119 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:42.235057 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-31c8c184-9c54-44c1-a996-b7c78ac26ed8 req-6e80dcc8-bc8b-4057-8e42-105b7da89119 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0604293 Oct 28 09:31:42.244004 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39272) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:42.248411 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-86b9b405-07c3-4721-bb36-b661d2278263 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'floatingip': {'port_id': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:42.329880 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86b9b405-07c3-4721-bb36-b661d2278263 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:43.321751 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c1e4dc4a-c019-4b34-88af-71e2ca9b50a9 req-0bd22b59-a21f-4cd6-b782-7f7f58f9a18b tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 210 time: 0.0790501 Oct 28 09:31:43.344109 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-60c189dd-e7a7-48df-bfae-7f7b2c9e6981 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d05dc988df6d46928e91fdc29c885bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761588 Oct 28 09:31:43.346242 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.db.resource_extend [None req-86b9b405-07c3-4721-bb36-b661d2278263 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 09:31:43.378011 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39378) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:43.529411 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86b9b405-07c3-4721-bb36-b661d2278263 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:43.543132 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86b9b405-07c3-4721-bb36-b661d2278263 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:43.561089 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c21f9364-61f9-4d3f-846c-4f01a099a76f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:43.614016 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-805d4c8d-ef4d-4834-96fa-76ebb63f0345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:43.652772 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c21f9364-61f9-4d3f-846c-4f01a099a76f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:43.657025 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c21f9364-61f9-4d3f-846c-4f01a099a76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:43.682493 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-e89b8ca1-f87f-4841-97fc-71781ed14ebf tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:43.684285 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-e89b8ca1-f87f-4841-97fc-71781ed14ebf tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341434 Oct 28 09:31:43.701184 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Request body: {'port': {'device_id': '7575a013-5448-4ec9-8765-f2b1bf9564ef', 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79', 'admin_state_up': True, 'tenant_id': 'd05dc988df6d46928e91fdc29c885bd9'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:43.705784 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-c21f9364-61f9-4d3f-846c-4f01a099a76f admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d6c8afdbfa8b4492813e9596c1356426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238823 Oct 28 09:31:43.706471 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39392) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:43.707475 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f9364-61f9-4d3f-846c-4f01a099a76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1fe9f6-77af-48e7-8427-9e7f05b1349f,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:43.777016 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.l3_db [None req-86b9b405-07c3-4721-bb36-b661d2278263 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Floating IP 400a6d7f-dd14-4198-9afa-934de79fc474 associated. External IP: 172.27.3.192, port: 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e. Oct 28 09:31:43.904070 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d58901da-91fa-4fdc-89ad-ed781ef3f6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:43.956209 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d58901da-91fa-4fdc-89ad-ed781ef3f6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.058154 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Made reservation on behalf of d05dc988df6d46928e91fdc29c885bd9 for: {'port': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:44.061909 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.077539 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.110275 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d58901da-91fa-4fdc-89ad-ed781ef3f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.112768 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d58901da-91fa-4fdc-89ad-ed781ef3f6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.113888 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-d58901da-91fa-4fdc-89ad-ed781ef3f6c8 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/cb1fe9f6-77af-48e7-8427-9e7f05b1349f HTTP/1.1" status: 204 len: 168 time: 0.4067197 Oct 28 09:31:44.135932 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58901da-91fa-4fdc-89ad-ed781ef3f6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1fe9f6-77af-48e7-8427-9e7f05b1349f,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:44.158982 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b9b405-07c3-4721-bb36-b661d2278263 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Router 7353d03b-f312-46f0-8422-cec8be321388 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:31:44.268190 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.278513 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.364644 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:44.374010 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b9b405-07c3-4721-bb36-b661d2278263 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:31:44.380077 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-86b9b405-07c3-4721-bb36-b661d2278263 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.391947 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f2016e-3e33-4eb6-9bd1-577c68d5fd5b None None] Sync routers for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:31:44.414720 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2016e-3e33-4eb6-9bd1-577c68d5fd5b None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:44.415426 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-69f2016e-3e33-4eb6-9bd1-577c68d5fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:31:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:44.484180 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95bdf4cc-bc1f-4e8d-81b0-7e05f86cf0b0 req-58a9733a-bf67-46b1-8ce5-7d41bd282111 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 210 time: 0.0558488 Oct 28 09:31:44.497610 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-86b9b405-07c3-4721-bb36-b661d2278263 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "PUT /v2.0/floatingips/400a6d7f-dd14-4198-9afa-934de79fc474 HTTP/1.1" status: 200 len: 992 time: 2.2494435 Oct 28 09:31:44.497610 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Allocated IP 192.168.233.210 (858acc93-8ec5-44cd-b5ed-22269a6e4c79/4cdb9732-dfda-4142-8c61-f721ed03d4ff/0d66f101-07aa-49e9-89d6-ad0fe1b0e032) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:31:44.509069 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'tag': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:44.511369 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5c860-d9c5-45cc-9527-ed3e92b65178" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef4939a-08b2-4ff0-8fcc-75122eddaae2", "tag": "5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:44.542885 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39416) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:44.579263 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-69f2016e-3e33-4eb6-9bd1-577c68d5fd5b None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:44.579367 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39420) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:44.586646 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-97566fc9-073f-4fe9-84c4-2a6dafc96603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.593172 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9ceca1-7cf9-4eb0-a635-6eccf82f0f1a x-openstack-request-id: req-dc9ceca1-7cf9-4eb0-a635-6eccf82f0f1a {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:44.593354 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef4939a-08b2-4ff0-8fcc-75122eddaae2", "tag": "5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:44.606425 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-dc9ceca1-7cf9-4eb0-a635-6eccf82f0f1a {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:44.607232 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'tag': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e', 'status': 'completed', 'code': 200} Oct 28 09:31:44.725083 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5c860-d9c5-45cc-9527-ed3e92b65178 req-facbb727-3024-46f2-8ec9-4997e5ae225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:44.726803 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2de5c860-d9c5-45cc-9527-ed3e92b65178 req-facbb727-3024-46f2-8ec9-4997e5ae225e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 1099 time: 0.0860791 Oct 28 09:31:44.882241 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-97566fc9-073f-4fe9-84c4-2a6dafc96603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.897705 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-97566fc9-073f-4fe9-84c4-2a6dafc96603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:44.937117 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-97566fc9-073f-4fe9-84c4-2a6dafc96603 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e123841133264f64860f8760d00dd0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911328 Oct 28 09:31:44.943356 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39444) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:44.953732 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5c860-d9c5-45cc-9527-ed3e92b65178 req-e22a4b5d-4841-46a3-a5c0-afaa9c33122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:44.955609 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2de5c860-d9c5-45cc-9527-ed3e92b65178 req-e22a4b5d-4841-46a3-a5c0-afaa9c33122f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 913 time: 0.2189679 Oct 28 09:31:44.988599 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-69f2016e-3e33-4eb6-9bd1-577c68d5fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '400a6d7f-dd14-4198-9afa-934de79fc474', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '7353d03b-f312-46f0-8422-cec8be321388', 'port_id': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'mac_address': 'fa:16:3e:74:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:31:06Z', 'updated_at': '2021-10-28T09:31:43Z', 'revision_number': 1, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:45.027666 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97566fc9-073f-4fe9-84c4-2a6dafc96603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2ed9f0-103e-4e99-8672-ed49f8b5a9e2,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:45.038278 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f2016e-3e33-4eb6-9bd1-577c68d5fd5b None None] Checking router: 7353d03b-f312-46f0-8422-cec8be321388 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:31:45.065113 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2016e-3e33-4eb6-9bd1-577c68d5fd5b None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:31:45.066574 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-69f2016e-3e33-4eb6-9bd1-577c68d5fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:31:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:45.088659 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-130a2033-bb4e-4c00-944a-a570c9dc12d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.125259 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2dd76e70-29ca-42d6-81c3-6d693f32c98c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.129560 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2de5c860-d9c5-45cc-9527-ed3e92b65178 req-95839fe7-9b26-4307-b2c8-af8587363f94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e HTTP/1.1" status: 200 len: 1000 time: 0.1543484 Oct 28 09:31:45.192817 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5c860-d9c5-45cc-9527-ed3e92b65178 req-4cafd335-12f8-4d8d-b118-48d1caafeeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:45.194498 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2de5c860-d9c5-45cc-9527-ed3e92b65178 req-4cafd335-12f8-4d8d-b118-48d1caafeeb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a HTTP/1.1" status: 200 len: 850 time: 0.0555966 Oct 28 09:31:45.230843 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.234441 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2dd76e70-29ca-42d6-81c3-6d693f32c98c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.270138 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-69f2016e-3e33-4eb6-9bd1-577c68d5fd5b None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:31:45.285829 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5c860-d9c5-45cc-9527-ed3e92b65178 req-8be0ebdc-b071-4adf-8321-395963f3c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:45.287362 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2de5c860-d9c5-45cc-9527-ed3e92b65178 req-8be0ebdc-b071-4adf-8321-395963f3c4aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7780ce9-bec5-4cab-8275-e693999d1d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833371 Oct 28 09:31:45.375320 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-130a2033-bb4e-4c00-944a-a570c9dc12d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.378241 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.393713 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2dd76e70-29ca-42d6-81c3-6d693f32c98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.396338 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2dd76e70-29ca-42d6-81c3-6d693f32c98c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.397932 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-130a2033-bb4e-4c00-944a-a570c9dc12d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.405736 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-2dd76e70-29ca-42d6-81c3-6d693f32c98c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9a2ed9f0-103e-4e99-8672-ed49f8b5a9e2 HTTP/1.1" status: 204 len: 168 time: 0.4587703 Oct 28 09:31:45.446574 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd76e70-29ca-42d6-81c3-6d693f32c98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2ed9f0-103e-4e99-8672-ed49f8b5a9e2,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:45.511973 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Network 858acc93-8ec5-44cd-b5ed-22269a6e4c79 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:31:45.525826 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39474) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:45.526014 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-130a2033-bb4e-4c00-944a-a570c9dc12d5 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=33183023fa25422487a256965da63028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9456365 Oct 28 09:31:45.528868 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:45.531353 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:31:45.537312 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:45.538024 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.542737 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Pushing event updated for resources: {'Port': ['ID=0d66f101-07aa-49e9-89d6-ad0fe1b0e032,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:45.549240 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a2033-bb4e-4c00-944a-a570c9dc12d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccc96df-b4ea-4071-8a16-6ca61d561c60,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:45.566649 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2de5c860-d9c5-45cc-9527-ed3e92b65178 req-3a7c1ed0-4cfa-46c1-a656-d97209d94337 service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699161 Oct 28 09:31:45.571450 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-1eb0f2e4-5b6e-4f4d-be36-50b9099f9095 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8746176 Oct 28 09:31:45.576502 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39476) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:45.600599 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Request body: {'port': {'device_id': '7575a013-5448-4ec9-8765-f2b1bf9564ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:45.722616 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.783531 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-69f2016e-3e33-4eb6-9bd1-577c68d5fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '400a6d7f-dd14-4198-9afa-934de79fc474', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '7353d03b-f312-46f0-8422-cec8be321388', 'port_id': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'mac_address': 'fa:16:3e:74:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:31:06Z', 'updated_at': '2021-10-28T09:31:43Z', 'revision_number': 1, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:31:45.817231 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef41f8a-7602-4e63-a6f0-3ac526913083 req-a820e145-8ec3-4295-86c9-7bce9487c0fe tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:45.817458 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36372f6e-84c8-420e-87d5-8133603760d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.825509 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9ef41f8a-7602-4e63-a6f0-3ac526913083 req-a820e145-8ec3-4295-86c9-7bce9487c0fe tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 936 time: 0.0923009 Oct 28 09:31:45.851614 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f2016e-3e33-4eb6-9bd1-577c68d5fd5b None None] The sync data for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi is: [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '400a6d7f-dd14-4198-9afa-934de79fc474', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '7353d03b-f312-46f0-8422-cec8be321388', 'port_id': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'mac_address': 'fa:16:3e:74:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:31:06Z', 'updated_at': '2021-10-28T09:31:43Z', 'revision_number': 1, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:31:45.888368 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d7f84d29-9ba0-403f-90cd-6648e7662df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:45.965373 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9ef41f8a-7602-4e63-a6f0-3ac526913083 req-05f292f0-66ce-4886-b0a1-1d85cbc2adad tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387501 Oct 28 09:31:45.970674 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2de5c860-d9c5-45cc-9527-ed3e92b65178 req-77dfe88a-8e8c-4727-85da-c142ea9adec2 service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759441 Oct 28 09:31:45.983326 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d7f84d29-9ba0-403f-90cd-6648e7662df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.009081 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-207373cb-42bd-461a-95e0-f6adb175a0e6 None None] Provisioning complete for port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:46.009870 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-207373cb-42bd-461a-95e0-f6adb175a0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.028893 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36372f6e-84c8-420e-87d5-8133603760d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.072410 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36372f6e-84c8-420e-87d5-8133603760d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.072768 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-207373cb-42bd-461a-95e0-f6adb175a0e6 None None] Port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:31:46.081356 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d7f84d29-9ba0-403f-90cd-6648e7662df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.085127 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d7f84d29-9ba0-403f-90cd-6648e7662df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.087506 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-d7f84d29-9ba0-403f-90cd-6648e7662df5 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/dccc96df-b4ea-4071-8a16-6ca61d561c60 HTTP/1.1" status: 204 len: 168 time: 0.5541739 Oct 28 09:31:46.100790 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f84d29-9ba0-403f-90cd-6648e7662df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccc96df-b4ea-4071-8a16-6ca61d561c60,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:46.157477 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-36372f6e-84c8-420e-87d5-8133603760d4 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=45c7cb3610cf4add8b9fd8f9ad1a3e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798976 Oct 28 09:31:46.160421 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39490) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:46.164017 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36372f6e-84c8-420e-87d5-8133603760d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0c5cc8-0872-4826-ac7a-854f037cfc4e,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:46.213206 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6595c343-8930-4e06-a0d6-2c4426bab1fb None None] New status for floating IP 400a6d7f-dd14-4198-9afa-934de79fc474: ACTIVE {{(pid=101415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:31:46.268008 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5ede509e-8403-4c7e-847e-65c57d56991f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.285928 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 {{(pid=101414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:31:46.296629 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.311437 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5ede509e-8403-4c7e-847e-65c57d56991f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.316257 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.provisioning_blocks [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Transition to ACTIVE for port object 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 will not be triggered until provisioned by entity L2. {{(pid=101414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:31:46.323463 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.423902 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5ede509e-8403-4c7e-847e-65c57d56991f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.426846 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5ede509e-8403-4c7e-847e-65c57d56991f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.432958 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-5ede509e-8403-4c7e-847e-65c57d56991f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/7a0c5cc8-0872-4826-ac7a-854f037cfc4e HTTP/1.1" status: 204 len: 168 time: 0.2712650 Oct 28 09:31:46.448418 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede509e-8403-4c7e-847e-65c57d56991f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0c5cc8-0872-4826-ac7a-854f037cfc4e,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:46.462719 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Pushing event updated for resources: {'Port': ['ID=0d66f101-07aa-49e9-89d6-ad0fe1b0e032,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:46.491363 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Attempting to bind port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:31:46.491770 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Attempting to bind port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '22ad0b79-21bd-4b1e-8d68-a54aa1900d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79'}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:31:46.492168 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Attempting to bind port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 on network 858acc93-8ec5-44cd-b5ed-22269a6e4c79 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:46.504505 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 on network 858acc93-8ec5-44cd-b5ed-22269a6e4c79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:31:46.505383 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Attempting to bind port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 on network 858acc93-8ec5-44cd-b5ed-22269a6e4c79 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:31:46.516691 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:31:46.517367 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Checking segment: {'id': '22ad0b79-21bd-4b1e-8d68-a54aa1900d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:46.518020 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Bound using segment: {'id': '22ad0b79-21bd-4b1e-8d68-a54aa1900d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79'} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:31:46.518696 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Bound port: 0d66f101-07aa-49e9-89d6-ad0fe1b0e032, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ad0b79-21bd-4b1e-8d68-a54aa1900d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79'}}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:31:46.519286 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.636982 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] For port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032, host hv-cinder-81514, cleared binding levels {{(pid=101414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:31:46.641544 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] For port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0d66f101-07aa-49e9-89d6-ad0fe1b0e032,segment=NetworkSegment(22ad0b79-21bd-4b1e-8d68-a54aa1900d51),segment_id=22ad0b79-21bd-4b1e-8d68-a54aa1900d51)] {{(pid=101414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:31:46.650403 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.701452 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:46.702414 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.704078 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d66f101-07aa-49e9-89d6-ad0fe1b0e032 HTTP/1.1" status: 200 len: 1098 time: 1.1127877 Oct 28 09:31:46.708643 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7575a013-5448-4ec9-8765-f2b1bf9564ef', 'tag': '0d66f101-07aa-49e9-89d6-ad0fe1b0e032'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:46.710912 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679050cf-c42c-4ebd-ba6c-f819702d43aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7575a013-5448-4ec9-8765-f2b1bf9564ef", "tag": "0d66f101-07aa-49e9-89d6-ad0fe1b0e032"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:46.737758 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f0738-d5a0-4760-8b1f-60e9aa3ee105 service neutron] Pushing event updated for resources: {'Port': ['ID=0d66f101-07aa-49e9-89d6-ad0fe1b0e032,revision_number=3']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:46.812646 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d217d2-0045-4f4f-b066-ca027fc46bd3 x-openstack-request-id: req-94d217d2-0045-4f4f-b066-ca027fc46bd3 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:46.812646 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7575a013-5448-4ec9-8765-f2b1bf9564ef", "tag": "0d66f101-07aa-49e9-89d6-ad0fe1b0e032", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:46.812646 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-94d217d2-0045-4f4f-b066-ca027fc46bd3 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:46.812646 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7575a013-5448-4ec9-8765-f2b1bf9564ef', 'tag': '0d66f101-07aa-49e9-89d6-ad0fe1b0e032', 'status': 'completed', 'code': 200} Oct 28 09:31:46.821579 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-2cbb88d8-c6fe-4d63-bb02-b363ec807fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.840568 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-3a1f6934-329d-4cbf-9347-d11e40d21127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:46.842100 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-3a1f6934-329d-4cbf-9347-d11e40d21127 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d05dc988df6d46928e91fdc29c885bd9&device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 1101 time: 0.0811527 Oct 28 09:31:46.901246 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39520) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:46.907919 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-2d7cb9c9-4ba6-4aa9-beb8-6010c4aaed09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0d66f101-07aa-49e9-89d6-ad0fe1b0e032 HTTP/1.1" status: 200 len: 217 time: 0.0543697 Oct 28 09:31:46.918266 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-986b1f4f-8036-443e-906f-b3b305acc4e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:46.969476 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:31:47.001948 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-238ae5c3-0f08-4bb7-9d33-f5c26372ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:47.005110 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-238ae5c3-0f08-4bb7-9d33-f5c26372ec1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4cdb9732-dfda-4142-8c61-f721ed03d4ff HTTP/1.1" status: 200 len: 843 time: 0.0697358 Oct 28 09:31:47.056463 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-986b1f4f-8036-443e-906f-b3b305acc4e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.070553 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-986b1f4f-8036-443e-906f-b3b305acc4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.099582 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-04ce2646-1059-42b2-855b-e5c04b992682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:47.102974 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-04ce2646-1059-42b2-855b-e5c04b992682 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=858acc93-8ec5-44cd-b5ed-22269a6e4c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0856080 Oct 28 09:31:47.127494 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-986b1f4f-8036-443e-906f-b3b305acc4e4 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=26d9443b9a6c4edb97713f904d08548b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237825 Oct 28 09:31:47.130743 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39528) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:47.147176 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b1f4f-8036-443e-906f-b3b305acc4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f5b2e4-591d-4429-a163-05ee75e20b3f,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:47.169482 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993baf46-4f09-4c08-bbfc-c939819020ad req-e22c5b5a-f33b-43db-b02c-b6ad25221933 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:47.170999 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-993baf46-4f09-4c08-bbfc-c939819020ad req-e22c5b5a-f33b-43db-b02c-b6ad25221933 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 948 time: 0.1171098 Oct 28 09:31:47.197964 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39532) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:47.226383 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-993baf46-4f09-4c08-bbfc-c939819020ad req-0811a650-0fc8-497e-8c5d-fd2f6ed890a6 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Oct 28 09:31:47.300721 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-be9bd4c1-62e8-423b-bce8-18e43a108d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.309279 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-25b7695c-f953-4aa3-ad50-31308e5e330c service neutron] 10.222.0.32 "GET /v2.0/networks/858acc93-8ec5-44cd-b5ed-22269a6e4c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912086 Oct 28 09:31:47.328498 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-be9bd4c1-62e8-423b-bce8-18e43a108d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.393891 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.467647 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.469224 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-be9bd4c1-62e8-423b-bce8-18e43a108d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.471841 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.472515 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-be9bd4c1-62e8-423b-bce8-18e43a108d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.477724 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-be9bd4c1-62e8-423b-bce8-18e43a108d35 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/54f5b2e4-591d-4429-a163-05ee75e20b3f HTTP/1.1" status: 204 len: 168 time: 0.3451965 Oct 28 09:31:47.484557 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b45dbb70-9950-4b99-bf46-c2461311da41 req-a11a6d3d-63f8-4df6-8191-55270bc12416 service neutron] 10.222.0.32 "GET /v2.0/networks/858acc93-8ec5-44cd-b5ed-22269a6e4c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402676 Oct 28 09:31:47.491129 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bd4c1-62e8-423b-bce8-18e43a108d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f5b2e4-591d-4429-a163-05ee75e20b3f,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:47.518050 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.523225 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.613997 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=80cf8c13cc3f4eb39a0e178f0d21bd65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149661 Oct 28 09:31:47.614610 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39554) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:47.616636 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679050cf-c42c-4ebd-ba6c-f819702d43aa req-c11b8676-2f15-4809-bdc5-067b20917a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:47.616759 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94757e7d-117b-45b1-9dc7-89db36cb3dc1,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:47.620027 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-679050cf-c42c-4ebd-ba6c-f819702d43aa req-c11b8676-2f15-4809-bdc5-067b20917a26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d05dc988df6d46928e91fdc29c885bd9&device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 1101 time: 0.0659056 Oct 28 09:31:47.656385 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.656741 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.657135 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.657483 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.657817 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.658410 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.658743 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.659073 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.659397 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.659741 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.660044 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.660386 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df9f7-7edf-40a4-953c-a8cf71818fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:47.684530 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5d56d8ac-6139-46a1-b70f-f223f46f0254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.723498 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5d56d8ac-6139-46a1-b70f-f223f46f0254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.750513 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679050cf-c42c-4ebd-ba6c-f819702d43aa req-4a6f4a97-0117-4a25-9941-f1982f9e12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:47.752580 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-679050cf-c42c-4ebd-ba6c-f819702d43aa req-4a6f4a97-0117-4a25-9941-f1982f9e12e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=858acc93-8ec5-44cd-b5ed-22269a6e4c79 HTTP/1.1" status: 200 len: 871 time: 0.1231937 Oct 28 09:31:47.778526 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5d56d8ac-6139-46a1-b70f-f223f46f0254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.782090 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5d56d8ac-6139-46a1-b70f-f223f46f0254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:47.785855 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-5d56d8ac-6139-46a1-b70f-f223f46f0254 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/94757e7d-117b-45b1-9dc7-89db36cb3dc1 HTTP/1.1" status: 204 len: 168 time: 0.1675584 Oct 28 09:31:47.799095 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56d8ac-6139-46a1-b70f-f223f46f0254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94757e7d-117b-45b1-9dc7-89db36cb3dc1,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:47.802114 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-679050cf-c42c-4ebd-ba6c-f819702d43aa req-5b3de6bd-5e89-404b-911c-46cf78385d12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0d66f101-07aa-49e9-89d6-ad0fe1b0e032 HTTP/1.1" status: 200 len: 217 time: 0.0365946 Oct 28 09:31:47.860613 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679050cf-c42c-4ebd-ba6c-f819702d43aa req-ca527e5e-3326-4352-bd71-b447b1227f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:47.862095 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-679050cf-c42c-4ebd-ba6c-f819702d43aa req-ca527e5e-3326-4352-bd71-b447b1227f71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4cdb9732-dfda-4142-8c61-f721ed03d4ff HTTP/1.1" status: 200 len: 843 time: 0.0520039 Oct 28 09:31:47.919817 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679050cf-c42c-4ebd-ba6c-f819702d43aa req-cea6ee35-e066-4539-9f1b-928c757f381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:47.921371 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-679050cf-c42c-4ebd-ba6c-f819702d43aa req-cea6ee35-e066-4539-9f1b-928c757f381d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=858acc93-8ec5-44cd-b5ed-22269a6e4c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0495892 Oct 28 09:31:48.026177 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-679050cf-c42c-4ebd-ba6c-f819702d43aa req-a34ba3fc-5775-445f-9894-12cd081eaf25 service neutron] 10.222.0.32 "GET /v2.0/networks/858acc93-8ec5-44cd-b5ed-22269a6e4c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951450 Oct 28 09:31:48.136590 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-679050cf-c42c-4ebd-ba6c-f819702d43aa req-e86d2ede-8fe3-4e9e-beef-7ce25863bea7 service neutron] 10.222.0.32 "GET /v2.0/networks/858acc93-8ec5-44cd-b5ed-22269a6e4c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001556 Oct 28 09:31:48.364865 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021a2be-7cff-45d7-b611-6b7daa79667d req-3ea68aaa-1623-4bf6-8b6c-e5def5720531 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:48.366663 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e021a2be-7cff-45d7-b611-6b7daa79667d req-3ea68aaa-1623-4bf6-8b6c-e5def5720531 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 948 time: 0.0622616 Oct 28 09:31:48.406778 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e021a2be-7cff-45d7-b611-6b7daa79667d req-c0cf4509-27cc-4419-aba5-9997d628642e tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330882 Oct 28 09:31:49.265589 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:49.549151 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c884d-cfe8-494d-8ca7-08981b049386 req-0c3ea3a3-4011-4e31-9e30-2594be3a7eba tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:49.550704 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1d1c884d-cfe8-494d-8ca7-08981b049386 req-0c3ea3a3-4011-4e31-9e30-2594be3a7eba tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 948 time: 0.0589981 Oct 28 09:31:49.594814 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1d1c884d-cfe8-494d-8ca7-08981b049386 req-1c1c4a85-028e-4ee5-af63-10040522deda tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368354 Oct 28 09:31:50.394620 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cdadd-98a9-44fd-9844-1543ed4d7f95 req-6c3d2901-4064-4ae0-acfe-351d5a79c27c tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:50.396182 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7f0cdadd-98a9-44fd-9844-1543ed4d7f95 req-6c3d2901-4064-4ae0-acfe-351d5a79c27c tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 945 time: 0.0514259 Oct 28 09:31:50.440942 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7f0cdadd-98a9-44fd-9844-1543ed4d7f95 req-01e6de70-8ef6-4124-bb78-5bb9ef9ceecc tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380721 Oct 28 09:31:50.732616 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb989a-dc41-42fb-acd0-db5ad8cfbca5 req-d799ee98-c072-4c8f-92ad-03834ec46244 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:50.735035 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7eeb989a-dc41-42fb-acd0-db5ad8cfbca5 req-d799ee98-c072-4c8f-92ad-03834ec46244 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 948 time: 0.0677011 Oct 28 09:31:50.781400 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7eeb989a-dc41-42fb-acd0-db5ad8cfbca5 req-45824fc7-01e0-4ea8-abbf-837489dfb563 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Oct 28 09:31:50.889571 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39726) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:50.994291 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-e2d39460-7e8f-4089-b3c7-8ef4e8545f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.068964 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-e2d39460-7e8f-4089-b3c7-8ef4e8545f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.073448 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-e2d39460-7e8f-4089-b3c7-8ef4e8545f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.112521 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-e2d39460-7e8f-4089-b3c7-8ef4e8545f64 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=80d63802c9144588832fd2685b0aa54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216904 Oct 28 09:31:51.113230 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d39460-7e8f-4089-b3c7-8ef4e8545f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfa22b4-6837-43e7-8503-3afc1146095a,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:51.115325 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39736) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:51.176597 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.201983 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.254210 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.257602 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.260857 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/bcfa22b4-6837-43e7-8503-3afc1146095a HTTP/1.1" status: 204 len: 168 time: 0.1439977 Oct 28 09:31:51.266346 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:31:51.271294 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfa22b4-6837-43e7-8503-3afc1146095a,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:51.280235 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.280649 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.281007 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.281349 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.281685 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.282043 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.282360 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.282743 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.283327 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.283665 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.283996 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.284349 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ec220-470b-47c8-8135-bad098cbc1f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.435779 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0d66f101-07aa-49e9-89d6-ad0fe1b0e032,segment=NetworkSegment(22ad0b79-21bd-4b1e-8d68-a54aa1900d51),segment_id=22ad0b79-21bd-4b1e-8d68-a54aa1900d51)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:51.448461 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '0d66f101-07aa-49e9-89d6-ad0fe1b0e032', 'network_id': '858acc93-8ec5-44cd-b5ed-22269a6e4c79', 'port_id': '0d66f101-07aa-49e9-89d6-ad0fe1b0e032', 'mac_address': 'fa:16:3e:f3:96:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdb9732-dfda-4142-8c61-f721ed03d4ff', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:31:51.490541 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.506506 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:31:51.538332 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0d66f101-07aa-49e9-89d6-ad0fe1b0e032,segment=NetworkSegment(22ad0b79-21bd-4b1e-8d68-a54aa1900d51),segment_id=22ad0b79-21bd-4b1e-8d68-a54aa1900d51)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:51.543030 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.569633 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba78d6-61f7-4a87-af61-cfed938d3ce4 req-c9bfc4fa-da8c-4395-9445-64e2dcb50189 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:51.571912 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-77ba78d6-61f7-4a87-af61-cfed938d3ce4 req-c9bfc4fa-da8c-4395-9445-64e2dcb50189 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 945 time: 0.0540280 Oct 28 09:31:51.598822 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=0d66f101-07aa-49e9-89d6-ad0fe1b0e032,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:51.607172 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.607563 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.608045 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.608484 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.609004 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.609346 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.609694 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.610012 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.610358 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.610788 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.611147 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.611508 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:31:51.621313 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-77ba78d6-61f7-4a87-af61-cfed938d3ce4 req-06b43b41-a4a1-498f-9aba-48b6c0911435 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373266 Oct 28 09:31:51.621882 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39752) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:51.642117 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7033-126c-480c-ad3c-d0f9913b321b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.717183 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7033-126c-480c-ad3c-d0f9913b321b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.721199 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fa7b7033-126c-480c-ad3c-d0f9913b321b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.757665 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-fa7b7033-126c-480c-ad3c-d0f9913b321b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=7f1f95b7cadf48a6b92e650f97ebc6e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1349380 Oct 28 09:31:51.760190 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b7033-126c-480c-ad3c-d0f9913b321b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c18578-8309-4349-92ee-5af32f5767dd,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:51.761056 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39756) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:51.815227 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-37373032-a979-4c7e-acad-0453c85c51e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.841613 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-37373032-a979-4c7e-acad-0453c85c51e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.897670 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-37373032-a979-4c7e-acad-0453c85c51e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.900773 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-37373032-a979-4c7e-acad-0453c85c51e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:51.902085 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-37373032-a979-4c7e-acad-0453c85c51e5 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/f2c18578-8309-4349-92ee-5af32f5767dd HTTP/1.1" status: 204 len: 168 time: 0.1400478 Oct 28 09:31:51.916367 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a934d1-56ec-4279-bf6a-da8a8ea1c1d3 req-10dfef9f-e2a9-4079-8b52-5e134a59a79c tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:51.920310 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37373032-a979-4c7e-acad-0453c85c51e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c18578-8309-4349-92ee-5af32f5767dd,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:51.936917 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e6a934d1-56ec-4279-bf6a-da8a8ea1c1d3 req-10dfef9f-e2a9-4079-8b52-5e134a59a79c tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 949 time: 0.0813820 Oct 28 09:31:51.972268 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e6a934d1-56ec-4279-bf6a-da8a8ea1c1d3 req-7527a4c9-28f7-49f2-8ef3-c30936786c94 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341561 Oct 28 09:31:54.591949 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['0d66f101-07aa-49e9-89d6-ad0fe1b0e032'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:31:54.630344 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962126bf-9024-42e2-83b5-07c0fa5f9584 req-d001e3f1-a0f5-42c4-954a-266df447e4ca tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:54.631825 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-962126bf-9024-42e2-83b5-07c0fa5f9584 req-d001e3f1-a0f5-42c4-954a-266df447e4ca tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 945 time: 0.0558271 Oct 28 09:31:54.644105 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ec78b-5b16-4eea-ba59-f56655753969 req-ac272560-8802-4cb7-948a-52e3f3a31974 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:54.649415 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-801ec78b-5b16-4eea-ba59-f56655753969 req-ac272560-8802-4cb7-948a-52e3f3a31974 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 949 time: 0.0559697 Oct 28 09:31:54.674461 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-962126bf-9024-42e2-83b5-07c0fa5f9584 req-bd60174c-fe38-4c8a-ae2f-0ebf718bf1b7 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/security-groups?id=add4af35-06bb-43a6-a984-4855e8b24dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354965 Oct 28 09:31:54.692500 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-801ec78b-5b16-4eea-ba59-f56655753969 req-5f084cd4-e385-468c-9689-98e27a720ec5 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385904 Oct 28 09:31:55.224999 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9034f-6018-4dab-b841-7e5fa7d6bd41 req-b563ae0f-585a-4e58-b9ae-e6c63752d152 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:55.226458 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5ec9034f-6018-4dab-b841-7e5fa7d6bd41 req-b563ae0f-585a-4e58-b9ae-e6c63752d152 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.32 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 945 time: 0.0485418 Oct 28 09:31:55.363870 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-5ec9034f-6018-4dab-b841-7e5fa7d6bd41 req-6316af7c-76b8-4823-b5c3-a75ccb579572 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Deleting port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:31:55.364210 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-5ec9034f-6018-4dab-b841-7e5fa7d6bd41 req-6316af7c-76b8-4823-b5c3-a75ccb579572 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.476930 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-5ec9034f-6018-4dab-b841-7e5fa7d6bd41 req-6316af7c-76b8-4823-b5c3-a75ccb579572 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] For port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91,segment=NetworkSegment(ad953d5f-2a81-4a1e-ae62-70f74cc146f9),segment_id=ad953d5f-2a81-4a1e-ae62-70f74cc146f9)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:55.477778 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-5ec9034f-6018-4dab-b841-7e5fa7d6bd41 req-6316af7c-76b8-4823-b5c3-a75ccb579572 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.501358 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-5ec9034f-6018-4dab-b841-7e5fa7d6bd41 req-6316af7c-76b8-4823-b5c3-a75ccb579572 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Calling delete_port for 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:31:55.501983 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-41d3cf4c-f493-4721-a02e-2255c613340d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924432 Oct 28 09:31:55.663636 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-14ccf089-a9cb-4228-a703-6d5d72a73a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:55.666095 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-14ccf089-a9cb-4228-a703-6d5d72a73a29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 1099 time: 0.0848362 Oct 28 09:31:55.725866 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-5ec9034f-6018-4dab-b841-7e5fa7d6bd41 req-6316af7c-76b8-4823-b5c3-a75ccb579572 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.740006 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['6b40f4e3-eab3-4fe7-99ad-328ab93e5b91'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:31:55.810334 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316af7c-76b8-4823-b5c3-a75ccb579572 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Pushing event deleted for resources: {'Port': ['ID=6b40f4e3-eab3-4fe7-99ad-328ab93e5b91,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:55.874113 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-7c9ce4c5-86ae-4890-a338-938318505904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:55.875736 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-7c9ce4c5-86ae-4890-a338-938318505904 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 913 time: 0.1874864 Oct 28 09:31:55.956182 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec9034f-6018-4dab-b841-7e5fa7d6bd41 req-6316af7c-76b8-4823-b5c3-a75ccb579572 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] No DVR routers for this DVR port 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:31:55.957282 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-45063e03-ffcb-4b28-a8a2-e10e1ee8226f req-f9a456d7-03d3-4f25-bea2-c32416dc303d tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 210 time: 0.0414898 Oct 28 09:31:55.959568 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-5ec9034f-6018-4dab-b841-7e5fa7d6bd41 req-6316af7c-76b8-4823-b5c3-a75ccb579572 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:55.964969 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5ec9034f-6018-4dab-b841-7e5fa7d6bd41 req-6316af7c-76b8-4823-b5c3-a75ccb579572 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.32 "DELETE /v2.0/ports/6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 HTTP/1.1" status: 204 len: 173 time: 0.7323513 Oct 28 09:31:55.965554 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880cc91-a587-491a-a76f-08af4eb6efd0', 'name': 'network-vif-deleted', 'tag': '6b40f4e3-eab3-4fe7-99ad-328ab93e5b91'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:55.968305 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3adcaaf-86db-40be-8f7d-a73cb3663e6d" -d '{"events": [{"server_uuid": "f880cc91-a587-491a-a76f-08af4eb6efd0", "name": "network-vif-deleted", "tag": "6b40f4e3-eab3-4fe7-99ad-328ab93e5b91"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:56.019455 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-ccc4f36c-4473-4840-b423-a5cdfda814c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e HTTP/1.1" status: 200 len: 1002 time: 0.1308730 Oct 28 09:31:56.020824 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb7dd67-c493-4ed9-8f7f-da5e5c342518 x-openstack-request-id: req-9fb7dd67-c493-4ed9-8f7f-da5e5c342518 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:56.021191 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f880cc91-a587-491a-a76f-08af4eb6efd0", "name": "network-vif-deleted", "tag": "6b40f4e3-eab3-4fe7-99ad-328ab93e5b91", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:56.021524 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-9fb7dd67-c493-4ed9-8f7f-da5e5c342518 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:56.021963 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f880cc91-a587-491a-a76f-08af4eb6efd0', 'name': 'network-vif-deleted', 'tag': '6b40f4e3-eab3-4fe7-99ad-328ab93e5b91', 'status': 'completed', 'code': 200} Oct 28 09:31:56.028144 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18a138-55f4-42f4-85ad-71a2ca2ab533 req-3e3064a7-da94-4a0b-a0e7-1535588c7246 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:56.034508 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7c18a138-55f4-42f4-85ad-71a2ca2ab533 req-3e3064a7-da94-4a0b-a0e7-1535588c7246 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 949 time: 0.0911188 Oct 28 09:31:56.112222 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7c18a138-55f4-42f4-85ad-71a2ca2ab533 req-7715c5e2-ace5-4fab-816d-329eebd32780 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755513 Oct 28 09:31:56.115975 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-d10ff1f4-d59f-4e44-83b1-c997004ec92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:56.117672 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-d10ff1f4-d59f-4e44-83b1-c997004ec92a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a HTTP/1.1" status: 200 len: 850 time: 0.0707154 Oct 28 09:31:56.170560 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-9df03359-464f-4f21-8f09-332efc698c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:56.172223 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-9df03359-464f-4f21-8f09-332efc698c97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7780ce9-bec5-4cab-8275-e693999d1d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473368 Oct 28 09:31:56.265255 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 39978) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:56.265407 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-4c7ac6e6-d852-4ad8-a493-6ffd64bdfb4b service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851471 Oct 28 09:31:56.362783 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bcf63261-fbc3-48c8-9a8f-997f3f701828 req-61a3f364-91f5-4eb4-9431-f742419ddf2e service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871539 Oct 28 09:31:56.375615 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3b639dc4-802c-4d4e-bf21-34d48035cd45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.451524 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3b639dc4-802c-4d4e-bf21-34d48035cd45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.455150 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3b639dc4-802c-4d4e-bf21-34d48035cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.490891 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-3b639dc4-802c-4d4e-bf21-34d48035cd45 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=fbf1616c71f14ba2b3a8f57f4a1d7ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244494 Oct 28 09:31:56.492846 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b639dc4-802c-4d4e-bf21-34d48035cd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7314b353-7704-4869-9ec0-5c3fbd8a61f4,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:56.494157 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 39982) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:56.544164 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-007e1565-5a0d-459c-865c-0ebf7f403e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.565295 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-007e1565-5a0d-459c-865c-0ebf7f403e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.610195 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-007e1565-5a0d-459c-865c-0ebf7f403e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.613062 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-007e1565-5a0d-459c-865c-0ebf7f403e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.614110 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-007e1565-5a0d-459c-865c-0ebf7f403e8c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/7314b353-7704-4869-9ec0-5c3fbd8a61f4 HTTP/1.1" status: 204 len: 168 time: 0.1190002 Oct 28 09:31:56.622594 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e1565-5a0d-459c-865c-0ebf7f403e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7314b353-7704-4869-9ec0-5c3fbd8a61f4,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:56.895135 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40004) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:56.917385 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-beee6a40-1e1e-49b5-bd0c-47a09bc7611f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:56.997990 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-beee6a40-1e1e-49b5-bd0c-47a09bc7611f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.001694 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-beee6a40-1e1e-49b5-bd0c-47a09bc7611f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.042466 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-beee6a40-1e1e-49b5-bd0c-47a09bc7611f admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=57bd48adcc464614923389cab4d1578e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462452 Oct 28 09:31:57.043308 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee6a40-1e1e-49b5-bd0c-47a09bc7611f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1773f2dd-2da9-4127-aee7-84bfe7e4ec84,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:57.045926 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40016) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:57.100523 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a1368f0d-a9ad-4133-87b2-47cce636f1a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.124839 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a1368f0d-a9ad-4133-87b2-47cce636f1a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.191567 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a1368f0d-a9ad-4133-87b2-47cce636f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.194274 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a1368f0d-a9ad-4133-87b2-47cce636f1a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.196219 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a1368f0d-a9ad-4133-87b2-47cce636f1a3 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/1773f2dd-2da9-4127-aee7-84bfe7e4ec84 HTTP/1.1" status: 204 len: 168 time: 0.1480002 Oct 28 09:31:57.204044 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1368f0d-a9ad-4133-87b2-47cce636f1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1773f2dd-2da9-4127-aee7-84bfe7e4ec84,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:57.337113 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40034) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:57.448832 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-90ed41e8-46a4-41a6-8ffb-fc643c4d7c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.526791 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-90ed41e8-46a4-41a6-8ffb-fc643c4d7c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.530736 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-90ed41e8-46a4-41a6-8ffb-fc643c4d7c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.593962 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-90ed41e8-46a4-41a6-8ffb-fc643c4d7c79 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=017f78b7a14a430f9022a1d5cc1ea0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555335 Oct 28 09:31:57.594741 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed41e8-46a4-41a6-8ffb-fc643c4d7c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f81e60d-faab-4aa9-a21e-d1ef43c227b4,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:57.596697 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40046) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:57.651649 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5793187a-b37e-4bb7-8a14-2b21ef7f6424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.674782 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5793187a-b37e-4bb7-8a14-2b21ef7f6424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.729831 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5793187a-b37e-4bb7-8a14-2b21ef7f6424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.732543 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5793187a-b37e-4bb7-8a14-2b21ef7f6424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:57.733709 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-5793187a-b37e-4bb7-8a14-2b21ef7f6424 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/2f81e60d-faab-4aa9-a21e-d1ef43c227b4 HTTP/1.1" status: 204 len: 168 time: 0.1353261 Oct 28 09:31:57.743927 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793187a-b37e-4bb7-8a14-2b21ef7f6424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f81e60d-faab-4aa9-a21e-d1ef43c227b4,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:57.816223 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40058) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:58.029653 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-437953222-network', 'tenant_id': '31ed192efefe43f78c81baf329dd0180'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:58.052191 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Made reservation on behalf of 31ed192efefe43f78c81baf329dd0180 for: {'network': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:58.054653 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.063651 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.067599 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40066) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:58.081026 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d0da-1668-45ae-bd20-883371510524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.142650 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.147613 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.157852 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d0da-1668-45ae-bd20-883371510524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.161702 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d0da-1668-45ae-bd20-883371510524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.169868 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=101413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:31:58.185191 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbdcadb-3e02-4f29-817f-c568c87faf45,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:58.188701 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.189045 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.segments_db [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Added segment 59486ef5-4db7-41c0-bc3a-b6fc49ed1be8 of type vlan for network c0804495-75c3-4008-8069-33d0b7d1c579 Oct 28 09:31:58.204408 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a1c5d0da-1668-45ae-bd20-883371510524 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c638772c95c247739f312d71897a24a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356826 Oct 28 09:31:58.205226 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40070) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:58.211918 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5d0da-1668-45ae-bd20-883371510524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4196890d-6a3e-4160-9ce1-70010a3b0ad7,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:58.252159 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.259997 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36fe2a39-1b46-4f1f-9c73-69fb05466837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.277963 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.278946 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:58.279517 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.282240 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36fe2a39-1b46-4f1f-9c73-69fb05466837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.331810 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36fe2a39-1b46-4f1f-9c73-69fb05466837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.332045 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5144734 Oct 28 09:31:58.334387 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36fe2a39-1b46-4f1f-9c73-69fb05466837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.335614 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-36fe2a39-1b46-4f1f-9c73-69fb05466837 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4196890d-6a3e-4160-9ce1-70010a3b0ad7 HTTP/1.1" status: 204 len: 168 time: 0.1294625 Oct 28 09:31:58.336766 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40072) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:58.343907 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4e628-9a3f-476a-a713-ab1e256d60ce admin admin] Pushing event updated for resources: {'Network': ['ID=c0804495-75c3-4008-8069-33d0b7d1c579,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:58.349223 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] Request body: {'subnet': {'network_id': 'c0804495-75c3-4008-8069-33d0b7d1c579', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-437953222-subnet', 'tenant_id': '31ed192efefe43f78c81baf329dd0180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:58.352912 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe2a39-1b46-4f1f-9c73-69fb05466837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4196890d-6a3e-4160-9ce1-70010a3b0ad7,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:58.357641 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network c0804495-75c3-4008-8069-33d0b7d1c579 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:31:58.375717 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] Made reservation on behalf of 31ed192efefe43f78c81baf329dd0180 for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:58.378229 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.550873 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.610140 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0817bd-6439-47cd-8417-01e35c54bfc8,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:58.621059 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] Checking segment: {'id': '59486ef5-4db7-41c0-bc3a-b6fc49ed1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'c0804495-75c3-4008-8069-33d0b7d1c579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:31:58.621418 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] Network hostable DHCP agents. Network: c0804495-75c3-4008-8069-33d0b7d1c579, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:31:58.637956 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] Network c0804495-75c3-4008-8069-33d0b7d1c579 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:31:58.646562 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, c0804495-75c3-4008-8069-33d0b7d1c579) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:31:58.650960 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:58.651754 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.657735 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a85b093-6601-4310-b7e9-cc27494c4062 None None] Network c0804495-75c3-4008-8069-33d0b7d1c579 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:31:58.678652 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a8338169-3b96-4143-a12d-62f64eab6ac4 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3260493 Oct 28 09:31:58.683628 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40080) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:58.698440 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9810fff9-3a9c-49d3-88ac-e568e15ed79b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.778650 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9810fff9-3a9c-49d3-88ac-e568e15ed79b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.784089 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9810fff9-3a9c-49d3-88ac-e568e15ed79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.800013 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5e6f1-1075-44ce-97cf-eb60db45c876 None None] Network c0804495-75c3-4008-8069-33d0b7d1c579 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:31:58.825205 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810fff9-3a9c-49d3-88ac-e568e15ed79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d57117-5cd3-4cb1-9842-10466be5dfea,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:58.833129 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40084) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:58.841709 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-9810fff9-3a9c-49d3-88ac-e568e15ed79b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=218cf6ad82584ebd865715c9400416a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568737 Oct 28 09:31:58.890516 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e64b-6ee1-40c0-a382-8214bdedb086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.913462 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e64b-6ee1-40c0-a382-8214bdedb086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.962632 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e64b-6ee1-40c0-a382-8214bdedb086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.965329 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e64b-6ee1-40c0-a382-8214bdedb086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:58.966468 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-1ee6e64b-6ee1-40c0-a382-8214bdedb086 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/45d57117-5cd3-4cb1-9842-10466be5dfea HTTP/1.1" status: 204 len: 168 time: 0.1320674 Oct 28 09:31:58.974923 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6e64b-6ee1-40c0-a382-8214bdedb086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d57117-5cd3-4cb1-9842-10466be5dfea,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:59.219782 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:31:59.268471 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40106) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:59.276460 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2123559975-network', 'tenant_id': '915ca87a7f47407d98c5151080f974f6'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:59.286018 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.320856 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:31:59.326145 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:31:59.326903 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.340841 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Made reservation on behalf of 915ca87a7f47407d98c5151080f974f6 for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:59.344306 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.379022 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.392705 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-93f9e450-64c7-4871-b817-df603d0dd0d0 req-c2ca4ac9-4573-45c6-ab8c-a3e39dcc00bd tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 210 time: 0.0449994 Oct 28 09:31:59.451020 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551a394-c226-4565-a3d6-10531c5ef636 req-c696fa62-b3a0-4a5e-b869-b9aed97f51fb tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:59.455391 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.461679 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5551a394-c226-4565-a3d6-10531c5ef636 req-c696fa62-b3a0-4a5e-b869-b9aed97f51fb tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 949 time: 0.0690999 Oct 28 09:31:59.465361 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.471607 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.498347 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=101414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:31:59.503952 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0d66f101-07aa-49e9-89d6-ad0fe1b0e032,segment=NetworkSegment(22ad0b79-21bd-4b1e-8d68-a54aa1900d51),segment_id=22ad0b79-21bd-4b1e-8d68-a54aa1900d51)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:31:59.505779 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7575a013-5448-4ec9-8765-f2b1bf9564ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d66f101-07aa-49e9-89d6-ad0fe1b0e032'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:31:59.509455 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101881a7-dfe7-40f3-8cb7-baade6c87eaf" -d '{"events": [{"server_uuid": "7575a013-5448-4ec9-8765-f2b1bf9564ef", "name": "network-vif-plugged", "status": "completed", "tag": "0d66f101-07aa-49e9-89d6-ad0fe1b0e032"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:31:59.514943 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.517269 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1036a44-b4f5-4c0b-a502-2e575ef33730,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:59.520909 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.522056 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Added segment ec84c3c7-09ae-43fe-89f0-9e9adfc20481 of type vlan for network 5863d1aa-1a34-402f-9008-8e2202ea36cb Oct 28 09:31:59.529290 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5551a394-c226-4565-a3d6-10531c5ef636 req-75b27b67-4228-4244-9e1c-12df442fbfad tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664692 Oct 28 09:31:59.571348 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201767f7-5150-44a7-b176-62008c0938e3 x-openstack-request-id: req-201767f7-5150-44a7-b176-62008c0938e3 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:31:59.571778 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7575a013-5448-4ec9-8765-f2b1bf9564ef", "name": "network-vif-plugged", "status": "completed", "tag": "0d66f101-07aa-49e9-89d6-ad0fe1b0e032", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:31:59.571990 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-201767f7-5150-44a7-b176-62008c0938e3 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:31:59.572508 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7575a013-5448-4ec9-8765-f2b1bf9564ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d66f101-07aa-49e9-89d6-ad0fe1b0e032', 'code': 200} Oct 28 09:31:59.575387 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:31:59.597473 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.607387 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:31:59.607814 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6b40f4e3-eab3-4fe7-99ad-328ab93e5b91 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:31:59.611159 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=0d66f101-07aa-49e9-89d6-ad0fe1b0e032,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:59.632620 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.635134 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:59.636565 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.733650 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5863d1aa-1a34-402f-9008-8e2202ea36cb,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:31:59.742608 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-ffd2a7dd-f649-4081-8b4c-cb5f12b8c8c4 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4716883 Oct 28 09:31:59.743255 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40120) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:31:59.747376 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 5863d1aa-1a34-402f-9008-8e2202ea36cb details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:31:59.749801 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] Request body: {'subnet': {'network_id': '5863d1aa-1a34-402f-9008-8e2202ea36cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2123559975-subnet', 'tenant_id': '915ca87a7f47407d98c5151080f974f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:31:59.790216 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] Made reservation on behalf of 915ca87a7f47407d98c5151080f974f6 for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:31:59.792720 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:31:59.801918 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c2867-fd96-4b20-802f-c2cc46532bf1 req-aa9a992c-a650-4841-8c68-d5d86a8fd830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:31:59.803777 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ea7c2867-fd96-4b20-802f-c2cc46532bf1 req-aa9a992c-a650-4841-8c68-d5d86a8fd830 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 1103 time: 0.0537763 Oct 28 09:31:59.866783 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ea7c2867-fd96-4b20-802f-c2cc46532bf1 req-2b82796b-8799-44a7-ae7a-d89c5ecab961 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544624 Oct 28 09:32:00.010072 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:00.061920 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38385a8-51e5-4ad0-8cdc-09a92bfb6596,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:00.078746 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] Checking segment: {'id': 'ec84c3c7-09ae-43fe-89f0-9e9adfc20481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '5863d1aa-1a34-402f-9008-8e2202ea36cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:00.079103 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] Network hostable DHCP agents. Network: 5863d1aa-1a34-402f-9008-8e2202ea36cb, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:32:00.096417 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] Network 5863d1aa-1a34-402f-9008-8e2202ea36cb is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:32:00.106071 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 5863d1aa-1a34-402f-9008-8e2202ea36cb) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:00.110479 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:00.111303 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:00.119125 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708cab8-1259-4dfd-8ba3-810d549a2183 None None] Network 5863d1aa-1a34-402f-9008-8e2202ea36cb requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:00.137848 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-26a20117-0db3-4d99-b8eb-a897220d6f4d admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3928020 Oct 28 09:32:00.272223 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec714a9-03ba-43aa-8eea-bb5491c550f7 None None] Network 5863d1aa-1a34-402f-9008-8e2202ea36cb requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:00.522453 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c313197b-4b32-40de-a29a-0b891fe01307 req-21626bee-4ea6-41a2-8dc0-9b08db9fd030 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 210 time: 0.0271268 Oct 28 09:32:00.663759 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10018e-5802-4187-a410-f2b42d9d9755 req-663f4712-3eb7-4012-80a2-4334cb00eb6d tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:00.666328 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bf10018e-5802-4187-a410-f2b42d9d9755 req-663f4712-3eb7-4012-80a2-4334cb00eb6d tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 950 time: 0.0588782 Oct 28 09:32:00.717485 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bf10018e-5802-4187-a410-f2b42d9d9755 req-d2bf166c-3c2b-4150-ab86-146a9f9009f1 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Oct 28 09:32:00.805142 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40170) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:00.980557 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ddb6-6abf-4fed-9567-8db02f27be12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.058088 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ddb6-6abf-4fed-9567-8db02f27be12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.062136 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ddb6-6abf-4fed-9567-8db02f27be12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.103223 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-9cd4ddb6-6abf-4fed-9567-8db02f27be12 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d31d81672ec6433ea5a28bda84e90137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937362 Oct 28 09:32:01.103223 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4ddb6-6abf-4fed-9567-8db02f27be12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc0f737-6911-4c3d-8d3e-9c8b03c09b2a,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:01.103814 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40186) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:01.159177 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-34fdf675-2c03-4db2-bd2f-1ee513b2035f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.181668 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-34fdf675-2c03-4db2-bd2f-1ee513b2035f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.229369 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-34fdf675-2c03-4db2-bd2f-1ee513b2035f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.232006 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-34fdf675-2c03-4db2-bd2f-1ee513b2035f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.233354 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-34fdf675-2c03-4db2-bd2f-1ee513b2035f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/1bc0f737-6911-4c3d-8d3e-9c8b03c09b2a HTTP/1.1" status: 204 len: 168 time: 0.1283505 Oct 28 09:32:01.240977 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdf675-2c03-4db2-bd2f-1ee513b2035f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc0f737-6911-4c3d-8d3e-9c8b03c09b2a,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:01.604141 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40208) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:01.619560 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-24824a34-023f-49db-991d-69f7135ad437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.706437 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-24824a34-023f-49db-991d-69f7135ad437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.712588 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-24824a34-023f-49db-991d-69f7135ad437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.750740 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24824a34-023f-49db-991d-69f7135ad437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef69ab63-ce9c-4ceb-b789-f67e61aea303,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:01.761034 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-24824a34-023f-49db-991d-69f7135ad437 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=6a471818fdd240acba5717eeb7c7a441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518314 Oct 28 09:32:01.761034 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40216) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:01.808715 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-557ec7e7-61ff-4ecf-a904-0cfeb3e5db0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.830201 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-557ec7e7-61ff-4ecf-a904-0cfeb3e5db0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.876724 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-557ec7e7-61ff-4ecf-a904-0cfeb3e5db0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.879314 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-557ec7e7-61ff-4ecf-a904-0cfeb3e5db0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:01.880505 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-557ec7e7-61ff-4ecf-a904-0cfeb3e5db0c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ef69ab63-ce9c-4ceb-b789-f67e61aea303 HTTP/1.1" status: 204 len: 168 time: 0.1187472 Oct 28 09:32:01.888616 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ec7e7-61ff-4ecf-a904-0cfeb3e5db0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef69ab63-ce9c-4ceb-b789-f67e61aea303,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:02.201434 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40224) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:02.214741 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7cd3b0d9-595c-4694-9eb6-61facb0cea4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:02.288465 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7cd3b0d9-595c-4694-9eb6-61facb0cea4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:02.292693 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7cd3b0d9-595c-4694-9eb6-61facb0cea4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:02.332256 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-7cd3b0d9-595c-4694-9eb6-61facb0cea4e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0abfb8879cd4496f80133e52110d67bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297185 Oct 28 09:32:02.333406 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3b0d9-595c-4694-9eb6-61facb0cea4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0553878-a3a8-4e3a-ad06-d0fc5f176be9,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:02.334941 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40228) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:02.384872 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d98323c4-e45e-442c-a6f1-17f24c78ca3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:02.405186 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d98323c4-e45e-442c-a6f1-17f24c78ca3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:02.452115 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d98323c4-e45e-442c-a6f1-17f24c78ca3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:02.454603 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d98323c4-e45e-442c-a6f1-17f24c78ca3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:02.455693 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-d98323c4-e45e-442c-a6f1-17f24c78ca3e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/a0553878-a3a8-4e3a-ad06-d0fc5f176be9 HTTP/1.1" status: 204 len: 168 time: 0.1184988 Oct 28 09:32:02.463551 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98323c4-e45e-442c-a6f1-17f24c78ca3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0553878-a3a8-4e3a-ad06-d0fc5f176be9,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:03.503691 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40264) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:03.619257 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8abb1719-5727-48e8-ab26-89451ea3dd00 req-80505895-0eeb-4042-88a4-d51f7e300935 tempest-DeleteServersTestJSON-1357824589 tempest-DeleteServersTestJSON-1357824589-project] 10.222.0.117 "GET /v2.0/ports?device_id=f880cc91-a587-491a-a76f-08af4eb6efd0 HTTP/1.1" status: 200 len: 210 time: 0.0398347 Oct 28 09:32:03.649888 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0ca96422-4770-48be-9342-f18ea419d8a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:03.651107 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32481c4-6d4c-4505-b8b1-5ac0fcaaf85a req-3474dc8f-7457-49f3-a5db-a71b76424415 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:03.652683 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a32481c4-6d4c-4505-b8b1-5ac0fcaaf85a req-3474dc8f-7457-49f3-a5db-a71b76424415 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 950 time: 0.0546184 Oct 28 09:32:03.692962 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a32481c4-6d4c-4505-b8b1-5ac0fcaaf85a req-111f64af-8c68-48c5-860c-5d53724e0370 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336363 Oct 28 09:32:03.732050 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0ca96422-4770-48be-9342-f18ea419d8a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:03.736966 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0ca96422-4770-48be-9342-f18ea419d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:03.779820 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca96422-4770-48be-9342-f18ea419d8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fdcccc-6a27-430d-b439-56107cc1c868,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:03.785295 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-0ca96422-4770-48be-9342-f18ea419d8a3 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=337bf95fd2eb408384d03a2de39f009b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805493 Oct 28 09:32:03.788133 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40270) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:03.839127 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3baa2a50-fdc4-4814-aa8a-43265b6f335d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:03.859321 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3baa2a50-fdc4-4814-aa8a-43265b6f335d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:03.904947 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3baa2a50-fdc4-4814-aa8a-43265b6f335d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:03.907667 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3baa2a50-fdc4-4814-aa8a-43265b6f335d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:03.909054 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-3baa2a50-fdc4-4814-aa8a-43265b6f335d admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/21fdcccc-6a27-430d-b439-56107cc1c868 HTTP/1.1" status: 204 len: 168 time: 0.1199129 Oct 28 09:32:03.918442 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa2a50-fdc4-4814-aa8a-43265b6f335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fdcccc-6a27-430d-b439-56107cc1c868,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:04.607058 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40326) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:04.738247 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-372357425-network', 'tenant_id': '65819ad24cc5495abf0cde810398a459'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:04.764750 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Made reservation on behalf of 65819ad24cc5495abf0cde810398a459 for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:04.767716 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:04.785463 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:04.870024 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9791a3a-e615-4ff4-bc4b-46906031d41e req-dc1dfc4a-7c7a-4d6f-8556-739860ba72d2 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:04.871521 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e9791a3a-e615-4ff4-bc4b-46906031d41e req-dc1dfc4a-7c7a-4d6f-8556-739860ba72d2 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 950 time: 0.0814414 Oct 28 09:32:04.924424 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:04.930705 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:04.935984 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e9791a3a-e615-4ff4-bc4b-46906031d41e req-98efd239-8ee1-4d32-9a6b-febe8291f22e tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531821 Oct 28 09:32:04.962608 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=101414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:32:04.973285 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecba90d-dab3-47d9-b845-8cbbdbeb801e,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:04.978103 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:04.978505 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Added segment 7ee7f1c6-3524-4225-a5f8-71a2db185d71 of type vlan for network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a Oct 28 09:32:05.022603 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:05.074562 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:05.075568 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:05.076175 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:05.166266 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5580659 Oct 28 09:32:05.169324 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40380) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:05.175158 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] Request body: {'subnet': {'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-372357425-subnet', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'ip_version': 4}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:05.185988 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d795d83-81c5-413a-8331-084d0d1edff7 admin admin] Pushing event updated for resources: {'Network': ['ID=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:05.202727 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:32:05.222100 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] Made reservation on behalf of 65819ad24cc5495abf0cde810398a459 for: {'subnet': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:05.224943 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:05.422147 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40398) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:05.433253 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd48c2-a750-40ba-a532-22b9128be812 req-302c96cc-96a7-425e-9fa2-8cc1c25d944a tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:05.435228 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a2cd48c2-a750-40ba-a532-22b9128be812 req-302c96cc-96a7-425e-9fa2-8cc1c25d944a tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 950 time: 0.0854275 Oct 28 09:32:05.483278 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a2cd48c2-a750-40ba-a532-22b9128be812 req-d5a99856-1ad8-45a7-966f-59c7ea7aa9c3 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Oct 28 09:32:05.518904 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:05.555659 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3a8c75-4e81-4607-ab58-91a078c278e0 admin admin] Deleting subnet 800a4b3c-3d57-4147-9f4c-ad22e9c040ff {{(pid=101413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:32:05.562315 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8c75-4e81-4607-ab58-91a078c278e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:05.815659 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa40ae6a-92a7-4efb-a54a-71a326b311db,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:05.822782 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8c75-4e81-4607-ab58-91a078c278e0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:05.836470 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8c75-4e81-4607-ab58-91a078c278e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:05.858205 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] Checking segment: {'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:05.858772 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] Network hostable DHCP agents. Network: f11e3cc8-0410-4fb2-a36b-a78d57e9c74a, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:32:05.893449 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] Network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:32:05.905533 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, f11e3cc8-0410-4fb2-a36b-a78d57e9c74a) {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:05.915539 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca266d-2195-4e6f-a183-197345d4392e None None] Network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:05.916711 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:05.917379 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:05.937742 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-36a933bd-67e2-4903-9851-63e74b0b8b5e admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7666323 Oct 28 09:32:05.939467 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8c75-4e81-4607-ab58-91a078c278e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:05.940542 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40412) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:05.945073 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:05.967581 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a8c75-4e81-4607-ab58-91a078c278e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800a4b3c-3d57-4147-9f4c-ad22e9c040ff,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:05.970946 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64792'] for router, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:05.972498 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64803'] for router, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.000995 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2e3a8c75-4e81-4607-ab58-91a078c278e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.005741 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-2e3a8c75-4e81-4607-ab58-91a078c278e0 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/800a4b3c-3d57-4147-9f4c-ad22e9c040ff HTTP/1.1" status: 204 len: 168 time: 0.5811272 Oct 28 09:32:06.009241 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40416) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:06.053551 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.097591 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629d8dd5-807d-5c08-a004-c4ae37a60101-f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db'}]}} from dv-cinder-815145-4-iscsi. {{(pid=101415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:32:06.098550 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.124757 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.227980 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.238225 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.256115 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.db_base_plugin_common [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Allocated IP 172.20.0.2 (f11e3cc8-0410-4fb2-a36b-a78d57e9c74a/aa40ae6a-92a7-4efb-a54a-71a326b311db/e9412ed9-40b5-429d-b6ec-84cc7411c783) {{(pid=101415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:06.266949 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.267317 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.268382 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.268666 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > port after_create 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.269237 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > port after_delete 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.269593 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > port after_update 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.270283 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.270798 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.271155 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.271724 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.437730 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Publish callbacks [] for port, precommit_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.444737 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.451813 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.452541 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.453051 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.453599 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:06.454273 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6839a2f8-3d6c-4d31-bea4-e88de7353653']}} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:06.493334 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad953d5f-2a81-4a1e-ae62-70f74cc146f9') {'for_net_delete': True} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:06.494240 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad953d5f-2a81-4a1e-ae62-70f74cc146f9') {} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:06.511350 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a is already hosted by enough agents. {{(pid=101415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:06.512690 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Pushing event updated for resources: {'Port': ['ID=e9412ed9-40b5-429d-b6ec-84cc7411c783,revision_number=1']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:06.522593 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.base_scheduler [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Resources bound (agent type, host, resource id): {{(pid=101415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:06.527902 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Received port after_create {{(pid=101415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:06.537914 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31000883'] for segment, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.603665 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Attempting to bind port e9412ed9-40b5-429d-b6ec-84cc7411c783 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:06.604088 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Attempting to bind port e9412ed9-40b5-429d-b6ec-84cc7411c783 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:06.604762 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Attempting to bind port e9412ed9-40b5-429d-b6ec-84cc7411c783 on network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:06.613636 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:06.614733 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Checking segment: {'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:06.616880 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.618461 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Bound using segment: {'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:06.619013 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.620419 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Bound port: e9412ed9-40b5-429d-b6ec-84cc7411c783, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:06.620833 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.654400 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=101413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:32:06.654799 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29683771'] for segment, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: from cryptography.utils import int_from_bytes Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: from cryptography.utils import int_from_bytes Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: Traceback (most recent call last): Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: timer() Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: cb(*args, **kw) Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: return func(*args, **kwargs) Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: self._notify() Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: self.callback(batched_events) Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: event.method(event) Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: return f(self, *a, **k) Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._get(url).json() Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: return self.request(url, 'GET', **kwargs) Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:32:06.683587 dv-cinder-815145-4-iscsi neutron-server[101413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:32:06.710054 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] For port e9412ed9-40b5-429d-b6ec-84cc7411c783, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:06.715473 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] For port e9412ed9-40b5-429d-b6ec-84cc7411c783, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=e9412ed9-40b5-429d-b6ec-84cc7411c783,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:06.721590 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.761280 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.761546 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c9b7e-1076-4c20-93d0-2f78ce18cde9 req-867036d1-8ab3-476a-9db0-bfd6552bcdd2 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:06.763841 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-734c9b7e-1076-4c20-93d0-2f78ce18cde9 req-867036d1-8ab3-476a-9db0-bfd6552bcdd2 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 950 time: 0.1590431 Oct 28 09:32:06.789568 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451019b-e47f-42fa-abaf-6e42675dbc8e None None] Pushing event updated for resources: {'Port': ['ID=e9412ed9-40b5-429d-b6ec-84cc7411c783,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:06.801428 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.833408 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.883511 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:06.887072 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] 10.222.0.117 "DELETE /v2.0/networks/6839a2f8-3d6c-4d31-bea4-e88de7353653 HTTP/1.1" status: 204 len: 168 time: 0.8767920 Oct 28 09:32:06.925371 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-734c9b7e-1076-4c20-93d0-2f78ce18cde9 req-a487960f-7768-41f4-921b-decd866766c6 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/security-groups?id=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397276 Oct 28 09:32:06.925371 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03106756-9542-44f7-b646-bb6e7883a9ea admin admin] Pushing event deleted for resources: {'Network': ['ID=6839a2f8-3d6c-4d31-bea4-e88de7353653,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:06.954250 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Allocated IP 172.27.3.152 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/68892181-d637-411a-b466-d480cd0f3238) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:06.995336 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eacf4-e229-4bb9-823b-107b89877eed req-f255b083-ad55-4e80-8579-8852ca2b4861 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:06.996849 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-769eacf4-e229-4bb9-823b-107b89877eed req-f255b083-ad55-4e80-8579-8852ca2b4861 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.32 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 950 time: 0.1085153 Oct 28 09:32:07.098935 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.107747 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40450) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:07.166152 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-769eacf4-e229-4bb9-823b-107b89877eed req-3ab4eec1-310e-4dd3-b66b-d0837b46cdb7 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Deleting port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:32:07.166499 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-769eacf4-e229-4bb9-823b-107b89877eed req-3ab4eec1-310e-4dd3-b66b-d0837b46cdb7 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.170509 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-c0464542-3f43-4338-944a-4f472792c4a8 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=69835517b8044772b7f898f7aba2ea11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0609133 Oct 28 09:32:07.172409 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40454) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:07.183302 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.269424 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:07.277034 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:07.293394 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:07.296005 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Pushing event updated for resources: {'Port': ['ID=68892181-d637-411a-b466-d480cd0f3238,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:07.323453 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-763ff32a-7831-4c61-8590-6960457abae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.337035 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-769eacf4-e229-4bb9-823b-107b89877eed req-3ab4eec1-310e-4dd3-b66b-d0837b46cdb7 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] For port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=0d66f101-07aa-49e9-89d6-ad0fe1b0e032,segment=NetworkSegment(22ad0b79-21bd-4b1e-8d68-a54aa1900d51),segment_id=22ad0b79-21bd-4b1e-8d68-a54aa1900d51)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:07.337707 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-769eacf4-e229-4bb9-823b-107b89877eed req-3ab4eec1-310e-4dd3-b66b-d0837b46cdb7 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.356962 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-769eacf4-e229-4bb9-823b-107b89877eed req-3ab4eec1-310e-4dd3-b66b-d0837b46cdb7 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Calling delete_port for 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 owned by compute:nova {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:32:07.438981 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-763ff32a-7831-4c61-8590-6960457abae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.541993 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-769eacf4-e229-4bb9-823b-107b89877eed req-3ab4eec1-310e-4dd3-b66b-d0837b46cdb7 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.559152 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['0d66f101-07aa-49e9-89d6-ad0fe1b0e032'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:32:07.602158 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4eec1-310e-4dd3-b66b-d0837b46cdb7 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Pushing event deleted for resources: {'Port': ['ID=0d66f101-07aa-49e9-89d6-ad0fe1b0e032,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:07.606600 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-763ff32a-7831-4c61-8590-6960457abae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.609324 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-763ff32a-7831-4c61-8590-6960457abae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.620528 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-763ff32a-7831-4c61-8590-6960457abae5 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/add4af35-06bb-43a6-a984-4855e8b24dfb HTTP/1.1" status: 204 len: 168 time: 0.4425399 Oct 28 09:32:07.655995 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ff32a-7831-4c61-8590-6960457abae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add4af35-06bb-43a6-a984-4855e8b24dfb,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:07.694780 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-769eacf4-e229-4bb9-823b-107b89877eed req-3ab4eec1-310e-4dd3-b66b-d0837b46cdb7 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] No DVR routers for this DVR port 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 on host hv-cinder-81514 {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:32:07.698991 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.707378 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-769eacf4-e229-4bb9-823b-107b89877eed req-3ab4eec1-310e-4dd3-b66b-d0837b46cdb7 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:07.713795 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-769eacf4-e229-4bb9-823b-107b89877eed req-3ab4eec1-310e-4dd3-b66b-d0837b46cdb7 tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.32 "DELETE /v2.0/ports/0d66f101-07aa-49e9-89d6-ad0fe1b0e032 HTTP/1.1" status: 204 len: 173 time: 0.7098041 Oct 28 09:32:07.714467 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7575a013-5448-4ec9-8765-f2b1bf9564ef', 'name': 'network-vif-deleted', 'tag': '0d66f101-07aa-49e9-89d6-ad0fe1b0e032'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:07.717265 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c18760-ba9d-4daf-903c-9b0a9f178ea2" -d '{"events": [{"server_uuid": "7575a013-5448-4ec9-8765-f2b1bf9564ef", "name": "network-vif-deleted", "tag": "0d66f101-07aa-49e9-89d6-ad0fe1b0e032"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:07.737442 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device e9412ed9-40b5-429d-b6ec-84cc7411c783 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:07.789797 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21e0a1b-edec-43af-9daa-fb3da2c864ba x-openstack-request-id: req-a21e0a1b-edec-43af-9daa-fb3da2c864ba {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:07.790081 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7575a013-5448-4ec9-8765-f2b1bf9564ef", "name": "network-vif-deleted", "tag": "0d66f101-07aa-49e9-89d6-ad0fe1b0e032", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:07.790506 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-a21e0a1b-edec-43af-9daa-fb3da2c864ba {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:07.791070 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7575a013-5448-4ec9-8765-f2b1bf9564ef', 'name': 'network-vif-deleted', 'tag': '0d66f101-07aa-49e9-89d6-ad0fe1b0e032', 'status': 'completed', 'code': 200} Oct 28 09:32:07.871974 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port e9412ed9-40b5-429d-b6ec-84cc7411c783 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:07.872393 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:08.086252 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:08.147187 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b5962522-6275-4b3c-bada-cc8a1a304efe req-0f201d6e-cb6c-42c1-958e-8eb4f443b71f tempest-VolumesNegativeTest-1679216802 tempest-VolumesNegativeTest-1679216802-project] 10.222.0.117 "GET /v2.0/ports?device_id=7575a013-5448-4ec9-8765-f2b1bf9564ef HTTP/1.1" status: 200 len: 210 time: 0.0656111 Oct 28 09:32:08.173542 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port e9412ed9-40b5-429d-b6ec-84cc7411c783, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=e9412ed9-40b5-429d-b6ec-84cc7411c783,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:08.182139 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:08.197223 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952723'] for router, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:08.245615 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=e9412ed9-40b5-429d-b6ec-84cc7411c783,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:08.476359 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Router 9921bb07-6600-414a-839f-698d7d029923 is scheduled to L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 with binding_index 1 {{(pid=101414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:32:08.518458 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5ebab9-213d-4230-a2b1-8f537be49a4b None None] Network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:08.598277 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-ab25481c-2579-42eb-89be-56a3fc353f2c None None] Provisioning complete for port e9412ed9-40b5-429d-b6ec-84cc7411c783 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:08.598894 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ab25481c-2579-42eb-89be-56a3fc353f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:08.636470 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:32:08.647326 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Sync routers for ids ['9921bb07-6600-414a-839f-698d7d029923'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:32:08.667929 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Routers {'9921bb07-6600-414a-839f-698d7d029923'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:08.669866 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:31:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['9921bb07-6600-414a-839f-698d7d029923'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:08.693697 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:08.699165 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40504) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:08.708780 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-0c38e76c-d0f5-4306-a668-4b636be76c65 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7670877 Oct 28 09:32:08.849574 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Set router 9921bb07-6600-414a-839f-698d7d029923 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:08.858773 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40512) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:09.064510 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-762765713-network', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:09.086716 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Made reservation on behalf of 95c7ffeeb0b84b0ebc7dc171c98c5986 for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:09.091188 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.102089 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:07Z', 'revision_number': 3, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:09.106686 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.215669 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.229603 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.266180 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-ff0342db-05e9-44d9-9110-24b53bf178ee None None] Provisioning complete for port e9412ed9-40b5-429d-b6ec-84cc7411c783 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:09.266571 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ff0342db-05e9-44d9-9110-24b53bf178ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.285443 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Checking router: 9921bb07-6600-414a-839f-698d7d029923 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:32:09.285798 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Updating router 9921bb07-6600-414a-839f-698d7d029923 port 68892181-d637-411a-b466-d480cd0f3238 binding host dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:32:09.312218 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.321182 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8e1485-c729-4df2-85a5-9fb570b483f0,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:09.375665 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1266} {{(pid=101414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:32:09.389736 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.390534 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Added segment 655ec7ab-5525-4b8b-8fe8-6292c9fb9710 of type vlan for network d7826728-6754-4d4b-bd6f-d1594f9561fc Oct 28 09:32:09.439801 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.472114 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.542150 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.543149 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:09.543874 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.584355 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7234824 Oct 28 09:32:09.630133 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40544) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:09.637956 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] Request body: {'subnet': {'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-762765713-subnet', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:09.647259 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device e9412ed9-40b5-429d-b6ec-84cc7411c783 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:09.699493 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Allocated IP 172.20.0.1 (f11e3cc8-0410-4fb2-a36b-a78d57e9c74a/aa40ae6a-92a7-4efb-a54a-71a326b311db/d59a2642-ab17-4808-8803-cf826545ec58) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:09.717219 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca30d26-eda9-402c-9f0e-abd5114526d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d7826728-6754-4d4b-bd6f-d1594f9561fc,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:09.737093 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network d7826728-6754-4d4b-bd6f-d1594f9561fc details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:32:09.747374 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] Made reservation on behalf of 95c7ffeeb0b84b0ebc7dc171c98c5986 for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:09.749786 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.759549 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Publish callbacks [] for port, precommit_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.778274 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.885576 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.894369 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port e9412ed9-40b5-429d-b6ec-84cc7411c783 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:09.894989 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.918084 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Attempting to bind port 68892181-d637-411a-b466-d480cd0f3238 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:09.918904 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Attempting to bind port 68892181-d637-411a-b466-d480cd0f3238 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:09.919276 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Attempting to bind port 68892181-d637-411a-b466-d480cd0f3238 on network 3a35d49d-cbca-4d29-92f4-d15c5f701265 {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:09.922736 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Pushing event updated for resources: {'Port': ['ID=68892181-d637-411a-b466-d480cd0f3238,revision_number=2']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:09.958057 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:09.958539 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Checking segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:09.959731 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.960140 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Bound using segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:09.960663 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Bound port: 68892181-d637-411a-b466-d480cd0f3238, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:09.964420 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.974360 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:09.975658 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:09.976788 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:09.979362 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:09.979818 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:09.980387 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:09.981429 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:09.981973 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:09.983618 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:09.984178 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:09.986515 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:09.987075 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:09.990144 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:10.039583 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d59a2642-ab17-4808-8803-cf826545ec58,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:10.055288 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:10.056983 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:10.072151 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:10.135972 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:10.159598 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953294'] for router_interface, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:10.162180 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] For port 68892181-d637-411a-b466-d480cd0f3238, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:10.174150 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] For port 68892181-d637-411a-b466-d480cd0f3238, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=68892181-d637-411a-b466-d480cd0f3238,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:10.186234 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:10.273959 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df84b19c-f633-4621-a826-ad63d8ecea90,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:10.300180 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] Checking segment: {'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:10.301154 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] Network hostable DHCP agents. Network: d7826728-6754-4d4b-bd6f-d1594f9561fc, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:32:10.332675 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] Network d7826728-6754-4d4b-bd6f-d1594f9561fc is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:32:10.335276 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e772b-998b-4884-96dd-ea288ee38417 None None] Pushing event updated for resources: {'Port': ['ID=68892181-d637-411a-b466-d480cd0f3238,revision_number=3']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:10.349720 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, d7826728-6754-4d4b-bd6f-d1594f9561fc) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:10.360131 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa03bd2-0ba1-4451-9938-745a20abfc9e None None] Network d7826728-6754-4d4b-bd6f-d1594f9561fc requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:10.369930 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:10.371936 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:10.401928 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Routers {'9921bb07-6600-414a-839f-698d7d029923'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:10.402730 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:31:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['9921bb07-6600-414a-839f-698d7d029923'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:10.421406 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-e11de940-dd5d-4633-8569-b37501805853 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7901537 Oct 28 09:32:10.423801 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40594) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:10.427966 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:10.455094 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-762765713-router', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:10.502444 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64792'] for router, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:10.508189 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64803'] for router, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:10.581402 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] Set router 9921bb07-6600-414a-839f-698d7d029923 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:10.641539 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-93be3fe9-b425-4ca1-98ac-37fb81195b27 None None] Provisioning complete for port d59a2642-ab17-4808-8803-cf826545ec58 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:10.642412 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-93be3fe9-b425-4ca1-98ac-37fb81195b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:10.663880 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40608) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:10.691680 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:10.749781 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ad23b1-ec50-46b6-84e9-b4284961df17 None None] Network d7826728-6754-4d4b-bd6f-d1594f9561fc requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:10.813533 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-93be3fe9-b425-4ca1-98ac-37fb81195b27 None None] Port d59a2642-ab17-4808-8803-cf826545ec58 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:32:10.896575 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a442b844-41d0-4d1a-afb3-2038375f9080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:10.916168 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'd59a2642-ab17-4808-8803-cf826545ec58', 'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'mac_address': 'fa:16:3e:b5:db:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:09Z', 'updated_at': '2021-10-28T09:32:09Z', 'revision_number': 1, 'project_id': '65819ad24cc5495abf0cde810398a459', 'subnets': [{'id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:10.945882 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd9b90-3042-440d-9857-bd27c1378b7b None None] The sync data for ids ['9921bb07-6600-414a-839f-698d7d029923'] in dv-cinder-815145-4-iscsi is: [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'd59a2642-ab17-4808-8803-cf826545ec58', 'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'mac_address': 'fa:16:3e:b5:db:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:09Z', 'updated_at': '2021-10-28T09:32:09Z', 'revision_number': 1, 'project_id': '65819ad24cc5495abf0cde810398a459', 'subnets': [{'id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:32:11.018385 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.025112 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.031145 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.097869 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d59a2642-ab17-4808-8803-cf826545ec58,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:11.107581 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-698546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953438'] for router_interface, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.177571 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a442b844-41d0-4d1a-afb3-2038375f9080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.189660 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a442b844-41d0-4d1a-afb3-2038375f9080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.232661 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:11.235157 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:11.397781 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a442b844-41d0-4d1a-afb3-2038375f9080 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0628f3fd89bc4710a33c0a32d0648523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279613 Oct 28 09:32:11.401312 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442b844-41d0-4d1a-afb3-2038375f9080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af56dd31-cfdd-426b-a45d-19932a9e9dcb,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:11.417100 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40676) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:11.426048 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:32:11.475840 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:32:11.477813 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 0d66f101-07aa-49e9-89d6-ad0fe1b0e032 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:32:11.518816 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.542363 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Router 9921bb07-6600-414a-839f-698d7d029923 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:32:11.609600 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.658660 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f3002490-afe6-4275-84a0-d46373d25420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.745639 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-082df136-3409-4dc2-9e48-c1dda7a47178 None None] Provisioning complete for port d59a2642-ab17-4808-8803-cf826545ec58 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:11.746013 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-082df136-3409-4dc2-9e48-c1dda7a47178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.759014 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f3002490-afe6-4275-84a0-d46373d25420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.825733 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-082df136-3409-4dc2-9e48-c1dda7a47178 None None] Port d59a2642-ab17-4808-8803-cf826545ec58 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:32:11.856651 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:32:11.872918 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-e257c4b2-5adc-481b-873f-db4c25cfb0c2 admin admin] 10.222.0.117 "PUT /v2.0/routers/9921bb07-6600-414a-839f-698d7d029923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1622772 Oct 28 09:32:11.926200 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Allocated IP 172.27.3.18 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/ea2470e7-cfe2-4a0e-b660-40c25e25039b) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:11.938292 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40696) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:11.955305 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f3002490-afe6-4275-84a0-d46373d25420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.958134 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f3002490-afe6-4275-84a0-d46373d25420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:11.959409 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-f3002490-afe6-4275-84a0-d46373d25420 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/af56dd31-cfdd-426b-a45d-19932a9e9dcb HTTP/1.1" status: 204 len: 168 time: 0.5387716 Oct 28 09:32:11.974770 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3002490-afe6-4275-84a0-d46373d25420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af56dd31-cfdd-426b-a45d-19932a9e9dcb,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:12.167421 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.214380 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.311911 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:12.315985 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2470e7-cfe2-4a0e-b660-40c25e25039b,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:12.319684 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:12.335428 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-aeac3c7c-c737-4a48-92a4-dc84fb0942ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.371432 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:12.536910 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-aeac3c7c-c737-4a48-92a4-dc84fb0942ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.545403 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-aeac3c7c-c737-4a48-92a4-dc84fb0942ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.612663 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-aeac3c7c-c737-4a48-92a4-dc84fb0942ab admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=1b6d1cbc3f8c4c6a8194b007a63032ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6731009 Oct 28 09:32:12.613780 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac3c7c-c737-4a48-92a4-dc84fb0942ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a132e1f7-1c58-4386-a08a-74d3455179fb,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:12.624488 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40732) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:12.734781 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.754921 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-93e2db13-31b9-4a83-b273-94064a9c5230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.787098 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-93e2db13-31b9-4a83-b273-94064a9c5230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.907055 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-93e2db13-31b9-4a83-b273-94064a9c5230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.911217 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-93e2db13-31b9-4a83-b273-94064a9c5230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:12.912416 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-93e2db13-31b9-4a83-b273-94064a9c5230 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/a132e1f7-1c58-4386-a08a-74d3455179fb HTTP/1.1" status: 204 len: 168 time: 0.2869303 Oct 28 09:32:12.943260 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2db13-31b9-4a83-b273-94064a9c5230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a132e1f7-1c58-4386-a08a-74d3455179fb,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:12.993297 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952723'] for router, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.164580 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 is scheduled to L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 with binding_index 1 {{(pid=101414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:32:13.310896 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:32:13.341419 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.347402 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40794) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:13.354055 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Sync routers for ids ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:32:13.361493 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-dd133bca-0440-4259-8abe-c9d4f11c0568 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9354858 Oct 28 09:32:13.384643 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40796) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:13.402662 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-bc4fe659-2a3a-4ac7-9f48-3be1555b0395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.436405 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Routers {'e062ed2d-04a6-4bf7-867d-d9b12a015ef5'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:13.437045 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:31:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:13.608448 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40808) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:13.617128 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-bc4fe659-2a3a-4ac7-9f48-3be1555b0395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.623210 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1931646680-network', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:13.630209 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-bc4fe659-2a3a-4ac7-9f48-3be1555b0395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.649616 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1024399e-1c96-4f59-97e1-30f459d2911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.675544 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Set router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:13.711884 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 68892181-d637-411a-b466-d480cd0f3238 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:13.717518 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-bc4fe659-2a3a-4ac7-9f48-3be1555b0395 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b1ece89733394cc99c29fd13a71733ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315408 Oct 28 09:32:13.722440 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40816) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:13.766158 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fe659-2a3a-4ac7-9f48-3be1555b0395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa472295-30b5-49b0-8468-72edf6d39e2a,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:13.838352 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Made reservation on behalf of 2416cd0ef6a14bc5b7ebcfec37b79b34 for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:13.838352 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.897383 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.955978 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a24c4a39-65d6-4341-836d-4b7012f79a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.968093 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 68892181-d637-411a-b466-d480cd0f3238 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:13.968488 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:13.994378 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a24c4a39-65d6-4341-836d-4b7012f79a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.078291 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a24c4a39-65d6-4341-836d-4b7012f79a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.081162 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'name': 'tempest-ServerRescueNegativeTestJSON-762765713-router', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:10Z', 'updated_at': '2021-10-28T09:32:12Z', 'revision_number': 3, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'gw_port': {'id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:11Z', 'updated_at': '2021-10-28T09:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:14.082173 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a24c4a39-65d6-4341-836d-4b7012f79a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.097220 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a24c4a39-65d6-4341-836d-4b7012f79a96 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/fa472295-30b5-49b0-8468-72edf6d39e2a HTTP/1.1" status: 204 len: 168 time: 0.3714297 Oct 28 09:32:14.124250 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c4a39-65d6-4341-836d-4b7012f79a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa472295-30b5-49b0-8468-72edf6d39e2a,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:14.151936 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Checking router: e062ed2d-04a6-4bf7-867d-d9b12a015ef5 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:32:14.152271 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Updating router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 port ea2470e7-cfe2-4a0e-b660-40c25e25039b binding host dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:32:14.161638 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.169329 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.205516 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.206727 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port 68892181-d637-411a-b466-d480cd0f3238, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=68892181-d637-411a-b466-d480cd0f3238,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:14.213900 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.233582 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.238293 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.301275 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=101414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:32:14.325495 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f08f3d6-4a09-410a-b7d7-25d83cbec98a,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:14.341288 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.342261 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Added segment 2d6cee55-53db-4966-91d0-d7aec010350e of type vlan for network dc56c5d8-e26e-4046-9514-406fb6cee31b Oct 28 09:32:14.448233 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.465660 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Sync routers for ids ['9921bb07-6600-414a-839f-698d7d029923'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:32:14.484405 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Allocated IP 172.20.0.1 (d7826728-6754-4d4b-bd6f-d1594f9561fc/df84b19c-f633-4621-a826-ad63d8ecea90/be9a1731-a60d-4371-b039-b067c3c191c1) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:14.494867 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Routers {'9921bb07-6600-414a-839f-698d7d029923'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:14.495533 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:31:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['9921bb07-6600-414a-839f-698d7d029923'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:14.505517 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.506474 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:14.507084 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.537385 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=68892181-d637-411a-b466-d480cd0f3238,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:14.645170 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0326841 Oct 28 09:32:14.652174 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40860) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:14.662516 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ecc98-8cb7-40e2-b612-44e7fdaedec5 admin admin] Pushing event updated for resources: {'Network': ['ID=dc56c5d8-e26e-4046-9514-406fb6cee31b,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:14.670702 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] Request body: {'subnet': {'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1931646680-subnet', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'ip_version': 4}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:14.693886 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network dc56c5d8-e26e-4046-9514-406fb6cee31b details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:32:14.713229 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Set router 9921bb07-6600-414a-839f-698d7d029923 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:14.737125 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.746485 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40866) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:14.775012 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ff344639-e034-4427-b100-d2b17980931c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.783209 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.849632 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] Made reservation on behalf of 2416cd0ef6a14bc5b7ebcfec37b79b34 for: {'subnet': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:14.859048 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29793131'] for subnet, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.951195 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ff344639-e034-4427-b100-d2b17980931c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:14.978668 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ff344639-e034-4427-b100-d2b17980931c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.003921 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Network d7826728-6754-4d4b-bd6f-d1594f9561fc is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:15.010032 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Pushing event updated for resources: {'Port': ['ID=be9a1731-a60d-4371-b039-b067c3c191c1,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:15.014306 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:15.016671 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:15.091742 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-ff344639-e034-4427-b100-d2b17980931c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4accbb0a170a414ca6c3423a9eab001b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417873 Oct 28 09:32:15.098854 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40890) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:15.139558 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'd59a2642-ab17-4808-8803-cf826545ec58', 'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'mac_address': 'fa:16:3e:b5:db:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:09Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 2, 'project_id': '65819ad24cc5495abf0cde810398a459', 'subnets': [{'id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:15.149954 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff344639-e034-4427-b100-d2b17980931c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fdfae6-691e-43aa-bf1d-926f5a02d6e5,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:15.153924 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Publish callbacks [] for port, precommit_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.185377 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.192731 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953294'] for router_interface, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.250730 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Checking router: 9921bb07-6600-414a-839f-698d7d029923 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:32:15.251384 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Updating router 9921bb07-6600-414a-839f-698d7d029923 port d59a2642-ab17-4808-8803-cf826545ec58 binding host dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:32:15.279559 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5a16946e-9336-409a-9f05-81be296128ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.285312 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29683856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29793145'] for subnet, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.286487 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Attempting to bind port ea2470e7-cfe2-4a0e-b660-40c25e25039b on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:15.286997 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Attempting to bind port ea2470e7-cfe2-4a0e-b660-40c25e25039b by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:15.287724 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Attempting to bind port ea2470e7-cfe2-4a0e-b660-40c25e25039b on network 3a35d49d-cbca-4d29-92f4-d15c5f701265 {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:15.289698 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9362d76-5634-4f78-a020-ae0c169bddab None None] Pushing event updated for resources: {'Port': ['ID=ea2470e7-cfe2-4a0e-b660-40c25e25039b,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:15.292105 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.313070 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:15.313770 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Checking segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:15.314229 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.325388 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Bound using segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:15.325565 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Bound port: ea2470e7-cfe2-4a0e-b660-40c25e25039b, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:15.325983 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.342993 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5a16946e-9336-409a-9f05-81be296128ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.389289 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66bc283d-46a3-4570-83a6-88cc553a8347,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:15.412601 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] Checking segment: {'id': '2d6cee55-53db-4966-91d0-d7aec010350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:15.412959 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] Network hostable DHCP agents. Network: dc56c5d8-e26e-4046-9514-406fb6cee31b, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:32:15.415531 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] For port ea2470e7-cfe2-4a0e-b660-40c25e25039b, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:15.421116 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] For port ea2470e7-cfe2-4a0e-b660-40c25e25039b, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=ea2470e7-cfe2-4a0e-b660-40c25e25039b,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:15.427594 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.459097 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.476590 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] Network dc56c5d8-e26e-4046-9514-406fb6cee31b is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:32:15.512492 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Routers {'e062ed2d-04a6-4bf7-867d-d9b12a015ef5'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:15.513161 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:31:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:15.519434 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, dc56c5d8-e26e-4046-9514-406fb6cee31b) {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:15.527465 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:15.528060 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.565673 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-4132d3b3-c7b2-4fc6-a967-2981e769126c admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9081724 Oct 28 09:32:15.567954 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf7b802-66a3-4d76-a6f8-507e15df021e None None] Network dc56c5d8-e26e-4046-9514-406fb6cee31b requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:15.591227 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 40904) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:15.597259 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1931646680-router', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:15.629626 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64792'] for router, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.630833 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64803'] for router, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.722601 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9362d76-5634-4f78-a020-ae0c169bddab None None] Pushing event updated for resources: {'Port': ['ID=ea2470e7-cfe2-4a0e-b660-40c25e25039b,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:15.723577 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5a16946e-9336-409a-9f05-81be296128ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.726402 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5a16946e-9336-409a-9f05-81be296128ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.727635 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-5a16946e-9336-409a-9f05-81be296128ac admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/d3fdfae6-691e-43aa-bf1d-926f5a02d6e5 HTTP/1.1" status: 204 len: 168 time: 0.6230731 Oct 28 09:32:15.736483 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16946e-9336-409a-9f05-81be296128ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fdfae6-691e-43aa-bf1d-926f5a02d6e5,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:15.755409 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.768274 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 68892181-d637-411a-b466-d480cd0f3238 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:15.846793 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.856677 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.862746 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Publish callbacks [] for port, precommit_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.872085 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.902869 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] Set router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:15.934526 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629d8dd5-807d-5c08-a004-c4ae37a60101-dc56c5d8-e26e-4046-9514-406fb6cee31b', 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'fixed_ips': [{'subnet_id': '66bc283d-46a3-4570-83a6-88cc553a8347'}]}} from dv-cinder-815145-4-iscsi. {{(pid=101415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:32:15.935391 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:15.936468 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8e457-6231-4fc7-9a43-612c2a77db84 None None] Pushing event updated for resources: {'Port': ['ID=d59a2642-ab17-4808-8803-cf826545ec58,revision_number=3']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:16.020211 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Attempting to bind port d59a2642-ab17-4808-8803-cf826545ec58 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:16.020622 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Attempting to bind port d59a2642-ab17-4808-8803-cf826545ec58 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:16.020988 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Attempting to bind port d59a2642-ab17-4808-8803-cf826545ec58 on network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:16.027668 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:16.028467 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Checking segment: {'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:16.028467 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:16.028864 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Bound using segment: {'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:16.029751 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Bound port: d59a2642-ab17-4808-8803-cf826545ec58, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'}}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:16.030162 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:16.032819 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 68892181-d637-411a-b466-d480cd0f3238 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:16.033158 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:16.121128 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] For port d59a2642-ab17-4808-8803-cf826545ec58, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:16.124557 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] For port d59a2642-ab17-4808-8803-cf826545ec58, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=d59a2642-ab17-4808-8803-cf826545ec58,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:16.134836 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:16.248575 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:16.267733 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Pushing event updated for resources: {'Port': ['ID=be9a1731-a60d-4371-b039-b067c3c191c1,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:16.271338 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-698546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953438'] for router_interface, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:16.438732 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Network d7826728-6754-4d4b-bd6f-d1594f9561fc is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:16.441469 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:16.459749 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8e457-6231-4fc7-9a43-612c2a77db84 None None] Pushing event updated for resources: {'Port': ['ID=d59a2642-ab17-4808-8803-cf826545ec58,revision_number=4']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:16.481380 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Routers {'9921bb07-6600-414a-839f-698d7d029923'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:16.482014 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:31:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['9921bb07-6600-414a-839f-698d7d029923'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:16.632932 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:32:16.664407 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-645a8660-f0f4-4589-8e58-50495242c43c None None] Provisioning complete for port d59a2642-ab17-4808-8803-cf826545ec58 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:16.664977 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-645a8660-f0f4-4589-8e58-50495242c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:16.720704 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] Set router 9921bb07-6600-414a-839f-698d7d029923 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:16.907160 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-e0a27640-64b6-488c-9f91-d3c94b7417c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:16.933739 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40944) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:16.939574 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.db_base_plugin_common [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Allocated IP 172.20.0.2 (dc56c5d8-e26e-4046-9514-406fb6cee31b/66bc283d-46a3-4570-83a6-88cc553a8347/669feda0-5a9a-4f38-b419-4d9dd85984f3) {{(pid=101415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:16.986119 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'name': 'tempest-ServerRescueNegativeTestJSON-762765713-router', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:10Z', 'updated_at': '2021-10-28T09:32:15Z', 'revision_number': 4, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'gw_port': {'id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:11Z', 'updated_at': '2021-10-28T09:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'be9a1731-a60d-4371-b039-b067c3c191c1', 'name': '', 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'mac_address': 'fa:16:3e:f1:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:14Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 1, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'subnets': [{'id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:17.006133 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:32:17.028892 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-736570f7-cb52-462d-9694-6ecb162f720c admin admin] 10.222.0.117 "PUT /v2.0/routers/e062ed2d-04a6-4bf7-867d-d9b12a015ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6798534 Oct 28 09:32:17.078816 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.099182 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1d09a-777c-4dae-be8f-c1532d2c8bb4 None None] The sync data for ids ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'] in dv-cinder-815145-4-iscsi is: [{'id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'name': 'tempest-ServerRescueNegativeTestJSON-762765713-router', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:10Z', 'updated_at': '2021-10-28T09:32:15Z', 'revision_number': 4, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'gw_port': {'id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:11Z', 'updated_at': '2021-10-28T09:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'be9a1731-a60d-4371-b039-b067c3c191c1', 'name': '', 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'mac_address': 'fa:16:3e:f1:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:14Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 1, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'subnets': [{'id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:32:17.146820 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.235298 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-645a8660-f0f4-4589-8e58-50495242c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.275693 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'd59a2642-ab17-4808-8803-cf826545ec58', 'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'mac_address': 'fa:16:3e:b5:db:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:09Z', 'updated_at': '2021-10-28T09:32:16Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'subnets': [{'id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:17.333096 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-9e3dc2ba-9f0d-4b7a-873b-bb22cd961e60 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d05dc988df6d46928e91fdc29c885bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978243 Oct 28 09:32:17.335491 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40964) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:17.368208 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a2ba7-3b39-4615-8ae3-18e8df0e0b53 None None] The sync data for ids ['9921bb07-6600-414a-839f-698d7d029923'] in dv-cinder-815145-4-iscsi is: [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'd59a2642-ab17-4808-8803-cf826545ec58', 'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'mac_address': 'fa:16:3e:b5:db:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:09Z', 'updated_at': '2021-10-28T09:32:16Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'subnets': [{'id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:32:17.432077 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Allocated IP 172.27.3.33 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/29597587-66fe-4b88-9588-234307387505) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:17.488843 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-645a8660-f0f4-4589-8e58-50495242c43c None None] For port d59a2642-ab17-4808-8803-cf826545ec58, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=d59a2642-ab17-4808-8803-cf826545ec58,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:17.505946 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7c30f30f-0337-4d22-84a1-2bf9b54f077c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.512239 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 40974) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:17.574666 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7c30f30f-0337-4d22-84a1-2bf9b54f077c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.577286 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-645a8660-f0f4-4589-8e58-50495242c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.759160 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.762264 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7c30f30f-0337-4d22-84a1-2bf9b54f077c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.771046 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7c30f30f-0337-4d22-84a1-2bf9b54f077c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.772293 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-7c30f30f-0337-4d22-84a1-2bf9b54f077c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7 HTTP/1.1" status: 204 len: 168 time: 0.4290302 Oct 28 09:32:17.782308 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device d59a2642-ab17-4808-8803-cf826545ec58 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:17.784527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30f30f-0337-4d22-84a1-2bf9b54f077c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228e4ddf-e0cc-46a0-b84b-d6363d7e7ee7,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:17.802063 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.811000 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-820846647-network', 'tenant_id': 'c2ea4666a54245f998651f216dfb21c4'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:17.828618 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.871137 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Made reservation on behalf of c2ea4666a54245f998651f216dfb21c4 for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:17.874655 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.880162 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.890558 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:17.983963 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a8660-f0f4-4589-8e58-50495242c43c None None] Pushing event updated for resources: {'Port': ['ID=d59a2642-ab17-4808-8803-cf826545ec58,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:17.997711 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-4ff360f9-c0c1-44ed-84bd-4e0ab13a672d None None] Provisioning complete for port d59a2642-ab17-4808-8803-cf826545ec58 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:17.998316 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-4ff360f9-c0c1-44ed-84bd-4e0ab13a672d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.035471 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:18.043701 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:18.047054 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:18.051689 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Publish callbacks [] for port, precommit_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.053991 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Pushing event updated for resources: {'Port': ['ID=29597587-66fe-4b88-9588-234307387505,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:18.070006 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.150644 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.235791 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637060f-af14-4aa0-a660-6954478adba2 req-11821039-1eee-45cd-8b68-5a52c3c9047c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:18.243784 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-11821039-1eee-45cd-8b68-5a52c3c9047c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/networks?id=d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 200 len: 818 time: 0.1798065 Oct 28 09:32:18.275921 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1272} {{(pid=101414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:32:18.290135 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.290667 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Added segment 177a39e5-f9df-4d46-89b4-a97d85403106 of type vlan for network a1784c76-d35a-42f2-a4e3-cf65969d2714 Oct 28 09:32:18.297500 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.336120 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b179e4-7bbd-4155-bcdb-1be1e1a3c532,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:18.381646 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-c68bfd72-e8b7-4a90-bd43-e3dc6c64bb71 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/quotas/95c7ffeeb0b84b0ebc7dc171c98c5986 HTTP/1.1" status: 200 len: 375 time: 0.1362810 Oct 28 09:32:18.421198 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.424401 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port d59a2642-ab17-4808-8803-cf826545ec58 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:18.424657 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.490773 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-ef636ec9-c516-4312-92c0-063e4750694f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1064813 Oct 28 09:32:18.659911 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.662448 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Network dc56c5d8-e26e-4046-9514-406fb6cee31b is already hosted by enough agents. {{(pid=101415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:18.663099 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:18.664281 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.669854 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.base_scheduler [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Resources bound (agent type, host, resource id): {{(pid=101415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:18.676743 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Received port after_create {{(pid=101415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:18.728683 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Pushing event updated for resources: {'Port': ['ID=669feda0-5a9a-4f38-b419-4d9dd85984f3,revision_number=1']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:18.732606 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41018) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:18.790253 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.797999 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2846408 Oct 28 09:32:18.804089 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41020) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:18.840010 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] Request body: {'subnet': {'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-820846647-subnet', 'tenant_id': 'c2ea4666a54245f998651f216dfb21c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:18.860419 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bade54d-bc73-4280-bd9c-46a5ca4b6bfc admin admin] Pushing event updated for resources: {'Network': ['ID=a1784c76-d35a-42f2-a4e3-cf65969d2714,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:18.895081 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-aa8deceb-e6e6-4ea0-b216-2238f48dd96f service neutron] 10.222.0.117 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032645 Oct 28 09:32:18.896282 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network a1784c76-d35a-42f2-a4e3-cf65969d2714 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:32:18.899749 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] Made reservation on behalf of c2ea4666a54245f998651f216dfb21c4 for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:18.902434 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:18.953744 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb51b7ec-c432-470c-b493-a867c52169ac admin admin] Deleting subnet af0817bd-6439-47cd-8417-01e35c54bfc8 {{(pid=101413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:32:18.961562 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fb51b7ec-c432-470c-b493-a867c52169ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.004599 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Attempting to bind port 669feda0-5a9a-4f38-b419-4d9dd85984f3 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:19.005116 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Attempting to bind port 669feda0-5a9a-4f38-b419-4d9dd85984f3 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '2d6cee55-53db-4966-91d0-d7aec010350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:19.005491 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Attempting to bind port 669feda0-5a9a-4f38-b419-4d9dd85984f3 on network dc56c5d8-e26e-4046-9514-406fb6cee31b {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:19.035348 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:19.036122 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Checking segment: {'id': '2d6cee55-53db-4966-91d0-d7aec010350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:19.037131 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.038538 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Bound using segment: {'id': '2d6cee55-53db-4966-91d0-d7aec010350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:19.039736 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Bound port: 669feda0-5a9a-4f38-b419-4d9dd85984f3, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6cee55-53db-4966-91d0-d7aec010350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:19.040429 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.089939 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-a46fdc74-8253-4574-8cfd-23e62ccce76c service neutron] 10.222.0.117 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691248 Oct 28 09:32:19.129256 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] For port 669feda0-5a9a-4f38-b419-4d9dd85984f3, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:19.132893 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] For port 669feda0-5a9a-4f38-b419-4d9dd85984f3, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=669feda0-5a9a-4f38-b419-4d9dd85984f3,segment=NetworkSegment(2d6cee55-53db-4966-91d0-d7aec010350e),segment_id=2d6cee55-53db-4966-91d0-d7aec010350e)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:19.143058 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.249743 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fb51b7ec-c432-470c-b493-a867c52169ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31000906'] for subnet, precommit_delete_associations {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.290734 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13258783-d269-4547-bfde-a66bfd6c41a6 None None] Pushing event updated for resources: {'Port': ['ID=669feda0-5a9a-4f38-b419-4d9dd85984f3,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:19.295504 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41032) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:19.312920 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952723'] for router, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.360483 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.408284 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.438055 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-df758bc1-59c2-46b2-90f1-ccb0672db06e req-99b7e326-1304-4e4b-b916-56998dc853fe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 210 time: 0.0723727 Oct 28 09:32:19.530542 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-820435926-network', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:19.620023 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Made reservation on behalf of 660ec9ee8b0f45138a129b50c8550f44 for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:19.632435 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.651000 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=957f6807-750c-466f-acce-3c39acd116cf,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:19.668763 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.686603 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fb51b7ec-c432-470c-b493-a867c52169ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.795951 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] Checking segment: {'id': '177a39e5-f9df-4d46-89b4-a97d85403106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:19.796351 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] Network hostable DHCP agents. Network: a1784c76-d35a-42f2-a4e3-cf65969d2714, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:32:19.824620 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Router dc664fa6-b002-411e-bb1b-075d945b2d56 is scheduled to L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 with binding_index 1 {{(pid=101413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:32:19.838950 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fb51b7ec-c432-470c-b493-a867c52169ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29683921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29792906'] for subnet, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.871730 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] Network a1784c76-d35a-42f2-a4e3-cf65969d2714 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:32:19.888642 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 669feda0-5a9a-4f38-b419-4d9dd85984f3 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:19.909613 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, a1784c76-d35a-42f2-a4e3-cf65969d2714) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:19.917757 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:19.918292 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:19.944153 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad4ff2-3afe-4637-bf57-6b24de092fd8 None None] Network a1784c76-d35a-42f2-a4e3-cf65969d2714 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:19.978502 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-1a99ef9e-7def-44e7-9f6a-f59fc49c1ba6 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1625185 Oct 28 09:32:20.007463 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.025992 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.056091 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 669feda0-5a9a-4f38-b419-4d9dd85984f3 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:20.056499 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.078116 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7eb5ea-8d23-447e-aa56-83e4241a5435,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:20.095919 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=101414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:32:20.116618 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.116993 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Added segment abb5706b-7f8c-4b2f-9648-2ecaa5020c40 of type vlan for network 15b4b253-ed13-4514-badd-13a38423868c Oct 28 09:32:20.250627 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.287988 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.289969 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:20.290832 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.345071 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2b9c5-4405-4e85-b940-a2bfc5a5d63e None None] Network a1784c76-d35a-42f2-a4e3-cf65969d2714 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:20.379966 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0804172 Oct 28 09:32:20.379966 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa96bd1-4103-4c96-a1d8-090ec0a18772 admin admin] Pushing event updated for resources: {'Network': ['ID=15b4b253-ed13-4514-badd-13a38423868c,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:20.391960 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41066) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:20.405662 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] Request body: {'subnet': {'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-820435926-subnet', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'ip_version': 4}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:20.436489 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] Made reservation on behalf of 660ec9ee8b0f45138a129b50c8550f44 for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:20.439991 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.453018 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fb51b7ec-c432-470c-b493-a867c52169ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.459804 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-fb51b7ec-c432-470c-b493-a867c52169ac admin admin] 10.222.0.117 "DELETE /v2.0/subnets/af0817bd-6439-47cd-8417-01e35c54bfc8 HTTP/1.1" status: 204 len: 168 time: 1.7238359 Oct 28 09:32:20.459804 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51b7ec-c432-470c-b493-a867c52169ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0817bd-6439-47cd-8417-01e35c54bfc8,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:20.497648 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41068) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:20.530495 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 15b4b253-ed13-4514-badd-13a38423868c details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:32:20.616917 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:32:20.704003 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-cecd437e-8cd2-4e00-9c32-4830e1cc6aa3 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:20.704243 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Sync routers for ids ['dc664fa6-b002-411e-bb1b-075d945b2d56'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:32:20.718509 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-cecd437e-8cd2-4e00-9c32-4830e1cc6aa3 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/networks?id=d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 200 len: 818 time: 0.8315151 Oct 28 09:32:20.762518 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.774712 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Routers {'dc664fa6-b002-411e-bb1b-075d945b2d56'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:20.775298 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['dc664fa6-b002-411e-bb1b-075d945b2d56'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:20.779859 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.792119 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] Publish callbacks [] for router, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:20.798862 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-dd4773b0-dc30-447e-925c-42ffaa9c6e3a admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2038944 Oct 28 09:32:20.799957 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41072) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:20.809442 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-80b19f99-e102-450c-89c5-cac72e41e166 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/quotas/95c7ffeeb0b84b0ebc7dc171c98c5986 HTTP/1.1" status: 200 len: 375 time: 0.0876937 Oct 28 09:32:20.932524 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4273dffb-497b-4211-b1fc-56786d0f904d None None] Network dc56c5d8-e26e-4046-9514-406fb6cee31b requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:21.119513 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port 669feda0-5a9a-4f38-b419-4d9dd85984f3, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=669feda0-5a9a-4f38-b419-4d9dd85984f3,segment=NetworkSegment(2d6cee55-53db-4966-91d0-d7aec010350e),segment_id=2d6cee55-53db-4966-91d0-d7aec010350e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:21.147077 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.151436 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.152332 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device d59a2642-ab17-4808-8803-cf826545ec58 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:21.200817 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.201911 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.202807 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.203322 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > port after_create 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.203990 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.204541 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > port after_update 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.205049 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.205566 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.206063 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.206647 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.235171 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-d07f47d5-6f9c-45c5-bc2a-64f7ac3656fb None None] Provisioning complete for port 669feda0-5a9a-4f38-b419-4d9dd85984f3 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:21.235617 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-d07f47d5-6f9c-45c5-bc2a-64f7ac3656fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.295279 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.296339 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.296834 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.297244 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:32:21.297742 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0804495-75c3-4008-8069-33d0b7d1c579']}} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:21.305900 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637060f-af14-4aa0-a660-6954478adba2 req-a89012c5-63b8-465d-8513-0d6bdcd80193 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:21.307436 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-a89012c5-63b8-465d-8513-0d6bdcd80193 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.32 "GET /v2.0/networks?id=d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 200 len: 818 time: 0.1421282 Oct 28 09:32:21.333370 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Request body: {'port': {'device_id': '7d3e7099-733f-4b3c-8a53-d03bb5f0d69b', 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc', 'admin_state_up': True, 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:21.334041 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59486ef5-4db7-41c0-bc3a-b6fc49ed1be8') {'for_net_delete': True} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:21.334416 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59486ef5-4db7-41c0-bc3a-b6fc49ed1be8') {} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:21.353206 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-a47f3d83-e291-425f-88e8-9d756e52962c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5254261 Oct 28 09:32:21.361557 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29395374'] for segment, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.377015 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Set router dc664fa6-b002-411e-bb1b-075d945b2d56 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:21.397049 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.408266 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=101414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:32:21.408939 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30394122'] for segment, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: from cryptography.utils import int_from_bytes Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: from cryptography.utils import int_from_bytes Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: Traceback (most recent call last): Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: timer() Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: cb(*args, **kw) Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: return func(*args, **kwargs) Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: self._notify() Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: self.callback(batched_events) Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: event.method(event) Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: return f(self, *a, **k) Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._get(url).json() Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: return self.request(url, 'GET', **kwargs) Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:32:21.413343 dv-cinder-815145-4-iscsi neutron-server[101414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:32:21.424597 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30394273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30377738'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.474637 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=669feda0-5a9a-4f38-b419-4d9dd85984f3,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:21.518746 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.534443 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2707181-8062-4a4e-8220-a7fe5a3ab23f,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:21.536911 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.541084 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] 10.222.0.117 "DELETE /v2.0/networks/c0804495-75c3-4008-8069-33d0b7d1c579 HTTP/1.1" status: 204 len: 168 time: 1.0423350 Oct 28 09:32:21.548190 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41086) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:21.565621 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port d59a2642-ab17-4808-8803-cf826545ec58 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:21.565621 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.573852 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f479cf-e8b4-458a-ae9d-a4dd7568eb8f admin admin] Pushing event deleted for resources: {'Network': ['ID=c0804495-75c3-4008-8069-33d0b7d1c579,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:21.613982 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] Checking segment: {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:21.614418 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] Network hostable DHCP agents. Network: 15b4b253-ed13-4514-badd-13a38423868c, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:32:21.634354 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cc0f6d-ba56-43ea-973a-fcaefa19a868 admin admin] Deleting subnet f38385a8-51e5-4ad0-8cdc-09a92bfb6596 {{(pid=101414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:32:21.638298 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0f6d-ba56-43ea-973a-fcaefa19a868 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.677201 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] Network 15b4b253-ed13-4514-badd-13a38423868c is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:32:21.680249 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-c287e2f6-a60e-4421-b56e-998aa06d9c82 service neutron] 10.222.0.117 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539220 Oct 28 09:32:21.686512 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0f6d-ba56-43ea-973a-fcaefa19a868 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29395415'] for subnet, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.709240 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 15b4b253-ed13-4514-badd-13a38423868c) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:21.720855 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:21.722372 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.746530 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0f6d-ba56-43ea-973a-fcaefa19a868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.776383 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc05559-311c-4d79-ade0-de89233f01d6 None None] Network 15b4b253-ed13-4514-badd-13a38423868c requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:21.801299 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-beb751d5-1649-42c6-bff7-02db2a312450 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4045293 Oct 28 09:32:21.805885 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41088) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:21.810447 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Made reservation on behalf of 95c7ffeeb0b84b0ebc7dc171c98c5986 for: {'port': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:21.814520 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.818577 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:21.823432 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Sync routers for ids ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:32:21.843812 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Routers {'e062ed2d-04a6-4bf7-867d-d9b12a015ef5'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:21.844845 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:21.884076 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64792'] for router, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.887275 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64803'] for router, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:21.946302 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-2d746b5d-216c-4070-b162-7a9cebd2b241 service neutron] 10.222.0.117 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215950 Oct 28 09:32:21.971745 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Set router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:22.014738 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0f6d-ba56-43ea-973a-fcaefa19a868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30394336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30377721'] for subnet, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.032897 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.074977 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0f6d-ba56-43ea-973a-fcaefa19a868 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.086288 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-d3cc0f6d-ba56-43ea-973a-fcaefa19a868 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/f38385a8-51e5-4ad0-8cdc-09a92bfb6596 HTTP/1.1" status: 204 len: 168 time: 0.5341620 Oct 28 09:32:22.087148 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41092) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:22.095280 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc0f6d-ba56-43ea-973a-fcaefa19a868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38385a8-51e5-4ad0-8cdc-09a92bfb6596,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:22.114894 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device ea2470e7-cfe2-4a0e-b660-40c25e25039b up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:22.162664 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Allocated IP 172.20.0.9 (d7826728-6754-4d4b-bd6f-d1594f9561fc/df84b19c-f633-4621-a826-ad63d8ecea90/1f717a47-4043-4e79-8b4d-8fa434482313) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:22.291894 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629d8dd5-807d-5c08-a004-c4ae37a60101-15b4b253-ed13-4514-badd-13a38423868c', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f'}]}} from dv-cinder-815145-4-iscsi. {{(pid=101415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:32:22.292851 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.311038 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'name': 'tempest-TestMinimumBasicScenario-1931646680-router', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '29597587-66fe-4b88-9588-234307387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:15Z', 'updated_at': '2021-10-28T09:32:18Z', 'revision_number': 3, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'gw_port': {'id': '29597587-66fe-4b88-9588-234307387505', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:17Z', 'updated_at': '2021-10-28T09:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:22.378336 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.416704 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ffb2aa4b-3c8c-4c73-8852-c566a98340b3 req-fbf327b6-ec16-4340-8bde-3ae53953617c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 210 time: 0.0746729 Oct 28 09:32:22.505370 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.532747 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.610552 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.631084 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'name': 'tempest-ServerRescueNegativeTestJSON-762765713-router', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:10Z', 'updated_at': '2021-10-28T09:32:15Z', 'revision_number': 4, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'gw_port': {'id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:11Z', 'updated_at': '2021-10-28T09:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'be9a1731-a60d-4371-b039-b067c3c191c1', 'name': '', 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'mac_address': 'fa:16:3e:f1:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:14Z', 'updated_at': '2021-10-28T09:32:15Z', 'revision_number': 2, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'subnets': [{'id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:22.662833 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.db_base_plugin_common [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Allocated IP 172.20.0.2 (15b4b253-ed13-4514-badd-13a38423868c/b2707181-8062-4a4e-8220-a7fe5a3ab23f/ff0d6580-8db3-4767-89ce-74721406896e) {{(pid=101415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:22.698540 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Checking router: e062ed2d-04a6-4bf7-867d-d9b12a015ef5 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:32:22.699122 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Updating router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 port be9a1731-a60d-4371-b039-b067c3c191c1 binding host dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:32:22.719477 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Allocated IP 172.20.0.1 (dc56c5d8-e26e-4046-9514-406fb6cee31b/66bc283d-46a3-4570-83a6-88cc553a8347/cbeeedd9-cb5d-40e0-a325-d1c50bd77fab) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:22.736034 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Checking router: dc664fa6-b002-411e-bb1b-075d945b2d56 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:32:22.736456 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Updating router dc664fa6-b002-411e-bb1b-075d945b2d56 port 29597587-66fe-4b88-9588-234307387505 binding host dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:32:22.741420 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.780039 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-62a678ed-b47b-4246-a1fc-5ad4deeb71a4 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:22.781683 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-62a678ed-b47b-4246-a1fc-5ad4deeb71a4 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/networks?id=a1784c76-d35a-42f2-a4e3-cf65969d2714 HTTP/1.1" status: 200 len: 813 time: 0.2928448 Oct 28 09:32:22.783836 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.797216 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port ea2470e7-cfe2-4a0e-b660-40c25e25039b triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:22.798097 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.806682 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.842232 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.864161 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5863d1aa-1a34-402f-9008-8e2202ea36cb']}} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:22.874261 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6ec2a0b8-6083-4efa-a88f-3240e46e69ce None None] Provisioning complete for port 669feda0-5a9a-4f38-b419-4d9dd85984f3 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:22.874635 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6ec2a0b8-6083-4efa-a88f-3240e46e69ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.881239 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.889674 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-aec8dadd-f3eb-476a-b380-bf25157afe3d tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/quotas/c2ea4666a54245f998651f216dfb21c4 HTTP/1.1" status: 200 len: 375 time: 0.0787911 Oct 28 09:32:22.901227 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec84c3c7-09ae-43fe-89f0-9e9adfc20481') {'for_net_delete': True} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:22.910189 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec84c3c7-09ae-43fe-89f0-9e9adfc20481') {} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:22.950241 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29395374'] for segment, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:22.991459 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-8929f421-1899-43ae-9666-535591a0083c tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=c2ea4666a54245f998651f216dfb21c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924284 Oct 28 09:32:23.001294 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.037497 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Network d7826728-6754-4d4b-bd6f-d1594f9561fc is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:23.042610 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Pushing event updated for resources: {'Port': ['ID=1f717a47-4043-4e79-8b4d-8fa434482313,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:23.042782 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=101414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:32:23.043338 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30394122'] for segment, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: Traceback (most recent call last): Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: timer() Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: cb(*args, **kw) Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: return func(*args, **kwargs) Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: self._notify() Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: self.callback(batched_events) Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: event.method(event) Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: return f(self, *a, **k) Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._get(url).json() Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: return self.request(url, 'GET', **kwargs) Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:32:23.045250 dv-cinder-815145-4-iscsi neutron-server[101414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:32:23.047354 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:23.053723 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.065216 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:23.098493 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Publish callbacks [] for port, precommit_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.109738 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.161359 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdcde4-217a-43d6-9cb3-f7012c636449 None None] Pushing event updated for resources: {'Port': ['ID=be9a1731-a60d-4371-b039-b067c3c191c1,revision_number=3']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:23.173129 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.179326 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.185623 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] 10.222.0.117 "DELETE /v2.0/networks/5863d1aa-1a34-402f-9008-8e2202ea36cb HTTP/1.1" status: 204 len: 168 time: 1.0941732 Oct 28 09:32:23.209268 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Publish callbacks [] for port, precommit_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.255986 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Network dc56c5d8-e26e-4046-9514-406fb6cee31b is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:23.264424 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:23.265097 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.271297 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Attempting to bind port be9a1731-a60d-4371-b039-b067c3c191c1 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:23.275395 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Attempting to bind port be9a1731-a60d-4371-b039-b067c3c191c1 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:23.276256 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Attempting to bind port be9a1731-a60d-4371-b039-b067c3c191c1 on network d7826728-6754-4d4b-bd6f-d1594f9561fc {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:23.277926 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Pushing event updated for resources: {'Port': ['ID=cbeeedd9-cb5d-40e0-a325-d1c50bd77fab,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:23.281222 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:23.289362 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:23.290486 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Checking segment: {'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:23.291447 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.296661 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Bound using segment: {'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:23.297771 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a287645-d702-4d06-aae8-d86da4f30fce admin admin] Pushing event deleted for resources: {'Network': ['ID=5863d1aa-1a34-402f-9008-8e2202ea36cb,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:23.297946 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Bound port: be9a1731-a60d-4371-b039-b067c3c191c1, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'}}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:23.298429 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.298683 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-0c80a2fd-e4f5-4b27-9de9-9ac6f17ef35d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9763603 Oct 28 09:32:23.299569 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:23.310283 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-99c33335-d7f6-468c-909d-c29dbb0efa96 service neutron] 10.222.0.117 "GET /v2.0/networks/a1784c76-d35a-42f2-a4e3-cf65969d2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101370 Oct 28 09:32:23.353989 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953294'] for router_interface, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.421487 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] For port be9a1731-a60d-4371-b039-b067c3c191c1, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:23.431248 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.432683 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] For port be9a1731-a60d-4371-b039-b067c3c191c1, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=be9a1731-a60d-4371-b039-b067c3c191c1,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:23.450677 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.501579 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Request body: {'port': {'device_id': '7d3e7099-733f-4b3c-8a53-d03bb5f0d69b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:23.539795 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41128) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:23.544892 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdcde4-217a-43d6-9cb3-f7012c636449 None None] Pushing event updated for resources: {'Port': ['ID=be9a1731-a60d-4371-b039-b067c3c191c1,revision_number=4']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:23.577324 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.585970 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Routers {'e062ed2d-04a6-4bf7-867d-d9b12a015ef5'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:23.586894 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:23.660716 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.672868 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Network 15b4b253-ed13-4514-badd-13a38423868c is already hosted by enough agents. {{(pid=101415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:23.673908 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Pushing event updated for resources: {'Port': ['ID=ff0d6580-8db3-4767-89ce-74721406896e,revision_number=1']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:23.685332 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.base_scheduler [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Resources bound (agent type, host, resource id): {{(pid=101415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:23.704716 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Received port after_create {{(pid=101415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:23.712812 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.732713 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port ea2470e7-cfe2-4a0e-b660-40c25e25039b, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=ea2470e7-cfe2-4a0e-b660-40c25e25039b,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:23.750665 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.751206 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] Set router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:23.930878 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Attempting to bind port ff0d6580-8db3-4767-89ce-74721406896e on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:23.931263 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Attempting to bind port ff0d6580-8db3-4767-89ce-74721406896e by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:23.931623 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Attempting to bind port ff0d6580-8db3-4767-89ce-74721406896e on network 15b4b253-ed13-4514-badd-13a38423868c {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:23.965706 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-466f2f75-2fd3-4d5b-8108-fbdede486880 None None] Provisioning complete for port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:23.966189 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-466f2f75-2fd3-4d5b-8108-fbdede486880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.976128 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Publish callbacks [] for port, precommit_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.980123 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:23.980591 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Checking segment: {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:23.980983 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.981442 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Bound using segment: {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:23.981983 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Bound port: ff0d6580-8db3-4767-89ce-74721406896e, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:23.982698 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:23.987217 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 669feda0-5a9a-4f38-b419-4d9dd85984f3 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:24.010656 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:32:24.024891 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=ea2470e7-cfe2-4a0e-b660-40c25e25039b,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:24.062829 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.065912 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f717a47-4043-4e79-8b4d-8fa434482313 {{(pid=101413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:24.076525 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.092364 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.provisioning_blocks [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Transition to ACTIVE for port object 1f717a47-4043-4e79-8b4d-8fa434482313 will not be triggered until provisioned by entity L2. {{(pid=101413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:32:24.109006 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f68d1d77-3104-46d4-a76b-993c6a7faa35 req-0f9ce95d-57b4-45ce-a28a-1823c9ce8b72 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 210 time: 0.4261842 Oct 28 09:32:24.118229 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-d395b41b-e55b-4153-8fc2-f92e54c64677 service neutron] 10.222.0.117 "GET /v2.0/networks/a1784c76-d35a-42f2-a4e3-cf65969d2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8058450 Oct 28 09:32:24.129540 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.167856 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.206904 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'name': 'tempest-ServerRescueNegativeTestJSON-762765713-router', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:10Z', 'updated_at': '2021-10-28T09:32:15Z', 'revision_number': 4, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'gw_port': {'id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:11Z', 'updated_at': '2021-10-28T09:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'be9a1731-a60d-4371-b039-b067c3c191c1', 'name': '', 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'mac_address': 'fa:16:3e:f1:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:14Z', 'updated_at': '2021-10-28T09:32:23Z', 'revision_number': 4, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'subnets': [{'id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:24.218557 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-df591536-cf1b-401b-b79b-e74fb4264350 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=31ed192efefe43f78c81baf329dd0180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6773481 Oct 28 09:32:24.223049 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41130) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:24.236918 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-466f2f75-2fd3-4d5b-8108-fbdede486880 None None] Port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:32:24.266846 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.306279 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023cd10-3b2e-49f9-ad0a-0fa5e8f2d83c None None] Pushing event updated for resources: {'Port': ['ID=29597587-66fe-4b88-9588-234307387505,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:24.342840 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f717a47-4043-4e79-8b4d-8fa434482313,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:24.385290 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Attempting to bind port 29597587-66fe-4b88-9588-234307387505 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:24.385676 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Attempting to bind port 29597587-66fe-4b88-9588-234307387505 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:24.386047 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Attempting to bind port 29597587-66fe-4b88-9588-234307387505 on network 3a35d49d-cbca-4d29-92f4-d15c5f701265 {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:24.407621 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:24.408030 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Checking segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:24.408438 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.409092 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Bound using segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:24.411755 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Bound port: 29597587-66fe-4b88-9588-234307387505, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:24.414453 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.449892 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-242bea50-6dd1-4b54-b87d-5bc68d987e01 req-652548f0-cfa6-4176-b03f-e9190cf15488 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 210 time: 0.0519273 Oct 28 09:32:24.458938 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91b5bc-3840-43db-987e-7bb56f85d894 None None] The sync data for ids ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'] in dv-cinder-815145-4-iscsi is: [{'id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'name': 'tempest-ServerRescueNegativeTestJSON-762765713-router', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:10Z', 'updated_at': '2021-10-28T09:32:15Z', 'revision_number': 4, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'gw_port': {'id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:11Z', 'updated_at': '2021-10-28T09:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'be9a1731-a60d-4371-b039-b067c3c191c1', 'name': '', 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'mac_address': 'fa:16:3e:f1:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:14Z', 'updated_at': '2021-10-28T09:32:23Z', 'revision_number': 4, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'subnets': [{'id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:32:24.460265 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1ea6-f465-4741-a88a-002977d29639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.484118 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] For port ff0d6580-8db3-4767-89ce-74721406896e, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:24.543344 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 669feda0-5a9a-4f38-b419-4d9dd85984f3 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:24.543636 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.563465 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Attempting to bind port 1f717a47-4043-4e79-8b4d-8fa434482313 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:24.564062 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Attempting to bind port 1f717a47-4043-4e79-8b4d-8fa434482313 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:24.564062 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Attempting to bind port 1f717a47-4043-4e79-8b4d-8fa434482313 on network d7826728-6754-4d4b-bd6f-d1594f9561fc {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:24.565010 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] For port ff0d6580-8db3-4767-89ce-74721406896e, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=ff0d6580-8db3-4767-89ce-74721406896e,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:24.574304 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Port 1f717a47-4043-4e79-8b4d-8fa434482313 on network d7826728-6754-4d4b-bd6f-d1594f9561fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:32:24.574577 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Attempting to bind port 1f717a47-4043-4e79-8b4d-8fa434482313 on network d7826728-6754-4d4b-bd6f-d1594f9561fc {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:24.583121 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:24.583464 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Checking segment: {'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:24.583843 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Bound using segment: {'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:24.584585 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Bound port: 1f717a47-4043-4e79-8b4d-8fa434482313, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'}}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:24.584700 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.608413 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-5da0600f-20c7-4914-96c6-69fb494a5e98 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:24.613645 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-5da0600f-20c7-4914-96c6-69fb494a5e98 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.32 "GET /v2.0/networks?id=d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 200 len: 818 time: 0.5306368 Oct 28 09:32:24.618957 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.639236 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Request body: {'port': {'device_id': '278d8826-b88d-487c-8813-14ad02ae5e7c', 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc', 'admin_state_up': True, 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:24.645139 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1ea6-f465-4741-a88a-002977d29639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.728765 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] For port 1f717a47-4043-4e79-8b4d-8fa434482313, host hv-cinder-81514, cleared binding levels {{(pid=101413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:24.730290 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] For port 29597587-66fe-4b88-9588-234307387505, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:24.733029 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.735908 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] For port 1f717a47-4043-4e79-8b4d-8fa434482313, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1f717a47-4043-4e79-8b4d-8fa434482313,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:24.741728 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.769269 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] For port 29597587-66fe-4b88-9588-234307387505, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=29597587-66fe-4b88-9588-234307387505,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:24.802011 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.809645 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa2fb0-dd07-4caa-abb0-c64ac03ad8d5 None None] Pushing event updated for resources: {'Port': ['ID=ff0d6580-8db3-4767-89ce-74721406896e,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:24.839358 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Allocated IP 172.27.3.103 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/436f458b-ee64-42e1-82fe-33494e5ad50a) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:24.910474 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023cd10-3b2e-49f9-ad0a-0fa5e8f2d83c None None] Pushing event updated for resources: {'Port': ['ID=29597587-66fe-4b88-9588-234307387505,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:24.936969 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-698546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953438'] for router_interface, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.949500 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:24.998595 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Routers {'dc664fa6-b002-411e-bb1b-075d945b2d56'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:24.999240 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['dc664fa6-b002-411e-bb1b-075d945b2d56'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:25.006913 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1ea6-f465-4741-a88a-002977d29639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:25.011564 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Pushing event updated for resources: {'Port': ['ID=cbeeedd9-cb5d-40e0-a325-d1c50bd77fab,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:25.011723 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1ea6-f465-4741-a88a-002977d29639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:25.014325 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:25.014935 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:25.015736 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-0ebe1ea6-f465-4741-a88a-002977d29639 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9dbdcadb-3e02-4f29-817f-c568c87faf45 HTTP/1.1" status: 204 len: 168 time: 0.7860279 Oct 28 09:32:25.029171 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] 10.222.0.32 "PUT /v2.0/ports/1f717a47-4043-4e79-8b4d-8fa434482313 HTTP/1.1" status: 200 len: 1093 time: 1.5299118 Oct 28 09:32:25.052120 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3e7099-733f-4b3c-8a53-d03bb5f0d69b', 'tag': '1f717a47-4043-4e79-8b4d-8fa434482313'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:25.055748 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d436693d-cf9a-4b30-9169-b8a791110410" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3e7099-733f-4b3c-8a53-d03bb5f0d69b", "tag": "1f717a47-4043-4e79-8b4d-8fa434482313"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:25.061741 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe1ea6-f465-4741-a88a-002977d29639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbdcadb-3e02-4f29-817f-c568c87faf45,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:25.200876 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Made reservation on behalf of 95c7ffeeb0b84b0ebc7dc171c98c5986 for: {'port': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:25.207937 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:25.311562 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:25.467933 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e55e76-b65e-4d9a-9e8d-8d0fc4c7fbb7 x-openstack-request-id: req-29e55e76-b65e-4d9a-9e8d-8d0fc4c7fbb7 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:25.468219 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3e7099-733f-4b3c-8a53-d03bb5f0d69b", "tag": "1f717a47-4043-4e79-8b4d-8fa434482313", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:25.468869 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-29e55e76-b65e-4d9a-9e8d-8d0fc4c7fbb7 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:25.470990 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3e7099-733f-4b3c-8a53-d03bb5f0d69b', 'tag': '1f717a47-4043-4e79-8b4d-8fa434482313', 'status': 'completed', 'code': 200} Oct 28 09:32:25.541987 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637060f-af14-4aa0-a660-6954478adba2 req-2b659f62-c5ff-44f4-9307-57f1a4596771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:25.543607 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-2b659f62-c5ff-44f4-9307-57f1a4596771 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 1096 time: 0.1731575 Oct 28 09:32:25.559860 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Network dc56c5d8-e26e-4046-9514-406fb6cee31b is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:25.565898 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device be9a1731-a60d-4371-b039-b067c3c191c1 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:25.571649 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7d47d814-5571-427b-b072-bf4e90a5184e req-a95220d2-a7a9-4f4b-baa6-74a44766ecad tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 210 time: 0.2996900 Oct 28 09:32:25.609582 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Allocated IP 172.20.0.13 (d7826728-6754-4d4b-bd6f-d1594f9561fc/df84b19c-f633-4621-a826-ad63d8ecea90/7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:25.706185 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port be9a1731-a60d-4371-b039-b067c3c191c1 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:25.706817 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:25.760247 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] Set router dc664fa6-b002-411e-bb1b-075d945b2d56 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:25.808018 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:25.828495 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41170) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:25.888526 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-33b4771d-ddbc-4c15-8d09-1e295edf411b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=915ca87a7f47407d98c5151080f974f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587182 Oct 28 09:32:25.912505 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41172) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:25.925493 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:25.933507 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-46203fda-04f2-49e1-ae8f-3b3f8c480d52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f717a47-4043-4e79-8b4d-8fa434482313 HTTP/1.1" status: 200 len: 217 time: 0.3705599 Oct 28 09:32:26.006230 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:26.022530 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.32', 59016) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:26.061729 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7d42b52a-ae53-47d7-a804-1272924b3c0d req-63ba1e59-0ebe-4504-ba95-9595abb8aae1 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 210 time: 0.5145051 Oct 28 09:32:26.077445 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637060f-af14-4aa0-a660-6954478adba2 req-09ee1715-d891-4d68-85dc-aae8043c2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:26.080230 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-09ee1715-d891-4d68-85dc-aae8043c2d65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df84b19c-f633-4621-a826-ad63d8ecea90 HTTP/1.1" status: 200 len: 858 time: 0.1074688 Oct 28 09:32:26.103819 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:26.119375 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:26.167064 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:26.186949 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:26.192182 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:26.205296 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port be9a1731-a60d-4371-b039-b067c3c191c1, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=be9a1731-a60d-4371-b039-b067c3c191c1,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:26.221129 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:26.244768 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3621c-7362-4354-87c5-6137d0ef3cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f717a47-4043-4e79-8b4d-8fa434482313,revision_number=3']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:26.306425 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Pushing event updated for resources: {'Port': ['ID=436f458b-ee64-42e1-82fe-33494e5ad50a,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:26.311157 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd1f2-4cd1-44cc-a497-c84a3f5ce25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:26.314735 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-5015e426-8798-49a4-9464-c878cba580ef None None] Provisioning complete for port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:26.315660 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5015e426-8798-49a4-9464-c878cba580ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:26.323917 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-1f37ce5c-4be2-4c0c-bd86-8998a1e326ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7826728-6754-4d4b-bd6f-d1594f9561fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994453 Oct 28 09:32:26.328932 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Router dc664fa6-b002-411e-bb1b-075d945b2d56 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:32:26.362444 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-5015e426-8798-49a4-9464-c878cba580ef None None] Port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:32:26.370208 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'name': 'tempest-TestMinimumBasicScenario-1931646680-router', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '29597587-66fe-4b88-9588-234307387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:15Z', 'updated_at': '2021-10-28T09:32:23Z', 'revision_number': 4, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'gw_port': {'id': '29597587-66fe-4b88-9588-234307387505', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:17Z', 'updated_at': '2021-10-28T09:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'cbeeedd9-cb5d-40e0-a325-d1c50bd77fab', 'name': '', 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'mac_address': 'fa:16:3e:c7:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '66bc283d-46a3-4570-83a6-88cc553a8347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:22Z', 'updated_at': '2021-10-28T09:32:24Z', 'revision_number': 2, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'subnets': [{'id': '66bc283d-46a3-4570-83a6-88cc553a8347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:26.372412 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=be9a1731-a60d-4371-b039-b067c3c191c1,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:26.411821 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a138c-3960-4729-b875-0a931e7faa7e None None] The sync data for ids ['dc664fa6-b002-411e-bb1b-075d945b2d56'] in dv-cinder-815145-4-iscsi is: [{'id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'name': 'tempest-TestMinimumBasicScenario-1931646680-router', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '29597587-66fe-4b88-9588-234307387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:15Z', 'updated_at': '2021-10-28T09:32:23Z', 'revision_number': 4, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'gw_port': {'id': '29597587-66fe-4b88-9588-234307387505', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:17Z', 'updated_at': '2021-10-28T09:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'cbeeedd9-cb5d-40e0-a325-d1c50bd77fab', 'name': '', 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'mac_address': 'fa:16:3e:c7:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '66bc283d-46a3-4570-83a6-88cc553a8347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:22Z', 'updated_at': '2021-10-28T09:32:24Z', 'revision_number': 2, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'subnets': [{'id': '66bc283d-46a3-4570-83a6-88cc553a8347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:32:26.433701 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d07055-04dd-41b2-80f8-07ac67c909db None None] Network 15b4b253-ed13-4514-badd-13a38423868c requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:26.449567 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Pushing event updated for resources: {'Port': ['ID=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:26.476837 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Network d7826728-6754-4d4b-bd6f-d1594f9561fc is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:26.485314 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:26.488748 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:26.577763 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-e0f91d17-feb6-4e9f-8446-9da019ca9004 None None] Provisioning complete for port ff0d6580-8db3-4767-89ce-74721406896e triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:26.578298 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-e0f91d17-feb6-4e9f-8446-9da019ca9004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:26.580223 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device ff0d6580-8db3-4767-89ce-74721406896e up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:26.633843 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-590a1be9-f870-43b5-9822-45371b9262a7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:26.635372 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-590a1be9-f870-43b5-9822-45371b9262a7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.32 "GET /v2.0/networks?id=a1784c76-d35a-42f2-a4e3-cf65969d2714 HTTP/1.1" status: 200 len: 813 time: 0.6082745 Oct 28 09:32:26.644247 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:26.644952 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:26.657530 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-142b0916-d13b-4dc1-8dc2-a08d819ac6f7 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237503 Oct 28 09:32:26.659666 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Request body: {'port': {'device_id': '76e77eb1-0c6e-482e-be30-dac27800be92', 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714', 'admin_state_up': True, 'tenant_id': 'c2ea4666a54245f998651f216dfb21c4'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:26.756482 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:32:26.767916 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-3ff36914-0e55-4aca-ae82-dd62a9e9f8ce admin admin] 10.222.0.117 "PUT /v2.0/routers/dc664fa6-b002-411e-bb1b-075d945b2d56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9505651 Oct 28 09:32:26.775143 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd1f2-4cd1-44cc-a497-c84a3f5ce25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:26.821816 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port ff0d6580-8db3-4767-89ce-74721406896e triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:26.822188 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:26.831402 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-e0f91d17-feb6-4e9f-8446-9da019ca9004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:26.850724 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3637060f-af14-4aa0-a660-6954478adba2 req-bc5b99df-d1c7-443d-a2c5-970aac34e835 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840715 Oct 28 09:32:26.950702 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-e0f91d17-feb6-4e9f-8446-9da019ca9004 None None] For port ff0d6580-8db3-4767-89ce-74721406896e, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=ff0d6580-8db3-4767-89ce-74721406896e,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:27.004503 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-e0f91d17-feb6-4e9f-8446-9da019ca9004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:27.041224 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436693d-cf9a-4b30-9169-b8a791110410 req-632fae66-a665-4475-83b4-18f61bcf14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:27.042962 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d436693d-cf9a-4b30-9169-b8a791110410 req-632fae66-a665-4475-83b4-18f61bcf14f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 1096 time: 0.1276910 Oct 28 09:32:27.044544 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device ea2470e7-cfe2-4a0e-b660-40c25e25039b up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:27.048066 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-7f9a278c-c6c3-4f83-8301-94e045eebfbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4088507 Oct 28 09:32:27.082261 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Request body: {'port': {'device_id': '278d8826-b88d-487c-8813-14ad02ae5e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:27.088100 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd1f2-4cd1-44cc-a497-c84a3f5ce25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:27.090935 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd1f2-4cd1-44cc-a497-c84a3f5ce25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:27.094692 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-9b3bd1f2-4cd1-44cc-a497-c84a3f5ce25d admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/b1036a44-b4f5-4c0b-a502-2e575ef33730 HTTP/1.1" status: 204 len: 168 time: 1.1807113 Oct 28 09:32:27.195292 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f91d17-feb6-4e9f-8446-9da019ca9004 None None] Pushing event updated for resources: {'Port': ['ID=ff0d6580-8db3-4767-89ce-74721406896e,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:27.222851 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436693d-cf9a-4b30-9169-b8a791110410 req-48d9cdb4-8e6f-4589-875f-bf4ede8cf913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:27.224787 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d436693d-cf9a-4b30-9169-b8a791110410 req-48d9cdb4-8e6f-4589-875f-bf4ede8cf913 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 200 len: 920 time: 0.1710048 Oct 28 09:32:27.240255 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port ea2470e7-cfe2-4a0e-b660-40c25e25039b triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:27.240656 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:27.253116 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bd1f2-4cd1-44cc-a497-c84a3f5ce25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1036a44-b4f5-4c0b-a502-2e575ef33730,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:27.313709 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d436693d-cf9a-4b30-9169-b8a791110410 req-a437683e-6df8-4fcf-ac38-12a4b1e5f5df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f717a47-4043-4e79-8b4d-8fa434482313 HTTP/1.1" status: 200 len: 217 time: 0.0783322 Oct 28 09:32:27.328307 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12029333-4e8c-45e0-871c-4b1d9a138faa req-02680530-703a-4a31-87cc-2981621858bc tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:27.331082 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-12029333-4e8c-45e0-871c-4b1d9a138faa req-02680530-703a-4a31-87cc-2981621858bc tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 932 time: 0.4717569 Oct 28 09:32:27.339446 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Made reservation on behalf of c2ea4666a54245f998651f216dfb21c4 for: {'port': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:27.344765 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:27.374638 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-c41acccf-22af-455f-8fcd-ec370ea35722 None None] Provisioning complete for port ff0d6580-8db3-4767-89ce-74721406896e triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:27.375109 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c41acccf-22af-455f-8fcd-ec370ea35722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:27.477580 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-263cf260-98ae-44d6-95b8-b69446c38a45 req-28608ae3-0e68-475e-8b0c-91dbd618cdb4 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 210 time: 0.1662610 Oct 28 09:32:27.503796 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436693d-cf9a-4b30-9169-b8a791110410 req-acb5f720-4b37-4ff1-92fc-f90a24c8e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:27.510159 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d436693d-cf9a-4b30-9169-b8a791110410 req-acb5f720-4b37-4ff1-92fc-f90a24c8e8b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df84b19c-f633-4621-a826-ad63d8ecea90 HTTP/1.1" status: 200 len: 858 time: 0.1751344 Oct 28 09:32:27.581506 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d436693d-cf9a-4b30-9169-b8a791110410 req-448524c9-75e5-46c8-ae4c-b6b2a5a7d063 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7826728-6754-4d4b-bd6f-d1594f9561fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582421 Oct 28 09:32:27.696523 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:27.705655 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-12029333-4e8c-45e0-871c-4b1d9a138faa req-9a7e2810-178a-4204-b42c-030af98e02eb tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531585 Oct 28 09:32:27.806768 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d436693d-cf9a-4b30-9169-b8a791110410 req-860c44eb-4543-4868-8b29-2d1915434454 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175424 Oct 28 09:32:27.906665 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:28.048422 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d436693d-cf9a-4b30-9169-b8a791110410 req-d874dc46-6198-439f-b178-0db65ba7eb25 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336752 Oct 28 09:32:28.381481 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Allocated IP 172.20.0.13 (a1784c76-d35a-42f2-a4e3-cf65969d2714/957f6807-750c-466f-acce-3c39acd116cf/e545faf6-0b39-4e58-8b2c-0b9db5dc13ab) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:28.560312 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device ff0d6580-8db3-4767-89ce-74721406896e up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:28.646458 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port ff0d6580-8db3-4767-89ce-74721406896e triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:28.651336 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:28.665986 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b42f0b24-eb45-4bb4-b935-37c09e2ab009 req-190d2d3f-b47f-4b56-aaa2-2ef18de08f9d tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 210 time: 0.0625365 Oct 28 09:32:28.705991 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbebcc-084a-4c1f-b23e-5a13fbd0620a req-51104967-fa9f-45c1-b7d0-f738f44126f6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:28.720163 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-97bbebcc-084a-4c1f-b23e-5a13fbd0620a req-51104967-fa9f-45c1-b7d0-f738f44126f6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.3053403 Oct 28 09:32:28.774622 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device be9a1731-a60d-4371-b039-b067c3c191c1 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:28.870783 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port be9a1731-a60d-4371-b039-b067c3c191c1 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:28.871158 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:29.151165 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 29597587-66fe-4b88-9588-234307387505 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:29.297583 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:29.300798 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 29597587-66fe-4b88-9588-234307387505 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:29.301163 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:29.356649 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bfca1-143e-4c1c-9038-f2de5b6328ab req-ebc83a6f-a865-4bec-b692-ad863dcbccb6 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:29.371721 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-338bfca1-143e-4c1c-9038-f2de5b6328ab req-ebc83a6f-a865-4bec-b692-ad863dcbccb6 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 932 time: 0.1437373 Oct 28 09:32:29.475392 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-338bfca1-143e-4c1c-9038-f2de5b6328ab req-978989d1-42b2-4258-afd0-e39e4c7cd873 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021967 Oct 28 09:32:29.498329 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:29.523916 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port 29597587-66fe-4b88-9588-234307387505, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=29597587-66fe-4b88-9588-234307387505,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:29.529925 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:29.563269 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc {{(pid=101414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:29.574813 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:29.590119 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.provisioning_blocks [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Transition to ACTIVE for port object 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc will not be triggered until provisioned by entity L2. {{(pid=101414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:32:29.599638 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 1f717a47-4043-4e79-8b4d-8fa434482313 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:32:29.617700 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=29597587-66fe-4b88-9588-234307387505,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:29.647829 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:29.712808 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41274) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:29.718585 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-97bbebcc-084a-4c1f-b23e-5a13fbd0620a req-04821992-d6f3-4702-b3cc-187e20760b62 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9846878 Oct 28 09:32:29.725683 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952723'] for router, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:29.777852 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 1f717a47-4043-4e79-8b4d-8fa434482313, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1f717a47-4043-4e79-8b4d-8fa434482313,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:29.791904 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '1f717a47-4043-4e79-8b4d-8fa434482313', 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc', 'port_id': '1f717a47-4043-4e79-8b4d-8fa434482313', 'mac_address': 'fa:16:3e:ab:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:32:29.867803 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:29.885806 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ccb5c8cd-f220-4c72-a8a3-eb4310630676 req-8dd884ed-5116-4fea-99b9-f6f0271db2be tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 210 time: 0.0619092 Oct 28 09:32:29.898966 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f717a47-4043-4e79-8b4d-8fa434482313 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:29.920725 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 1f717a47-4043-4e79-8b4d-8fa434482313, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1f717a47-4043-4e79-8b4d-8fa434482313,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:29.924876 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:29.933753 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-45696111-3de6-41bf-8947-65fc7129b687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.010970 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=1f717a47-4043-4e79-8b4d-8fa434482313,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:30.068472 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:30.080186 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-45696111-3de6-41bf-8947-65fc7129b687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.089146 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-45696111-3de6-41bf-8947-65fc7129b687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.143933 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Attempting to bind port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:30.144581 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Attempting to bind port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:30.145483 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Attempting to bind port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc on network d7826728-6754-4d4b-bd6f-d1594f9561fc {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:30.155398 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.157041 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc on network d7826728-6754-4d4b-bd6f-d1594f9561fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:32:30.157453 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Attempting to bind port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc on network d7826728-6754-4d4b-bd6f-d1594f9561fc {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:30.162407 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-45696111-3de6-41bf-8947-65fc7129b687 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=fd3b1d95284f4cf1930e55a959a31bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483378 Oct 28 09:32:30.163308 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41278) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:30.170704 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45696111-3de6-41bf-8947-65fc7129b687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c05928-456b-4761-a781-56085bb4fc2c,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:30.172986 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['1f717a47-4043-4e79-8b4d-8fa434482313'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:32:30.188050 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:30.190582 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Checking segment: {'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:30.191664 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Bound using segment: {'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:30.199441 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Bound port: 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655ec7ab-5525-4b8b-8fe8-6292c9fb9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc'}}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:30.200430 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.247892 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fad8d17e-0512-4b7f-93d2-3803a8d9e59a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.297218 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fad8d17e-0512-4b7f-93d2-3803a8d9e59a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.344264 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.350192 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Router 79a74fa3-d56b-4bcc-82b3-ae4958043afa is scheduled to L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 with binding_index 1 {{(pid=101414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:32:30.377850 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 29597587-66fe-4b88-9588-234307387505 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:30.400084 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fad8d17e-0512-4b7f-93d2-3803a8d9e59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.402633 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fad8d17e-0512-4b7f-93d2-3803a8d9e59a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.407120 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] For port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc, host hv-cinder-81514, cleared binding levels {{(pid=101414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:30.410341 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-fad8d17e-0512-4b7f-93d2-3803a8d9e59a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/66c05928-456b-4761-a781-56085bb4fc2c HTTP/1.1" status: 204 len: 168 time: 0.2453794 Oct 28 09:32:30.428179 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8d17e-0512-4b7f-93d2-3803a8d9e59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c05928-456b-4761-a781-56085bb4fc2c,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:30.545014 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 29597587-66fe-4b88-9588-234307387505 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:30.545385 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.632055 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Sync routers for ids ['dc664fa6-b002-411e-bb1b-075d945b2d56'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:32:30.660205 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Routers {'dc664fa6-b002-411e-bb1b-075d945b2d56'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:30.665507 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['dc664fa6-b002-411e-bb1b-075d945b2d56'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:30.681981 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Network a1784c76-d35a-42f2-a4e3-cf65969d2714 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:30.724034 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:30.736211 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:30.748852 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] For port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:30.756078 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27e56c-c6ab-42fc-9418-2dda984807e4 req-764f0f71-6813-4657-9f66-db6aeef26c35 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:30.778613 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8e27e56c-c6ab-42fc-9418-2dda984807e4 req-764f0f71-6813-4657-9f66-db6aeef26c35 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 944 time: 0.1870382 Oct 28 09:32:30.827060 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:30.833947 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Pushing event updated for resources: {'Port': ['ID=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:30.862346 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8e27e56c-c6ab-42fc-9418-2dda984807e4 req-37792663-6df8-4cde-9c99-1b51b3367753 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825591 Oct 28 09:32:30.964853 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Set router dc664fa6-b002-411e-bb1b-075d945b2d56 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:31.050001 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc,revision_number=3']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:31.075490 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:31.076111 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:31.086751 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-af8fcada-a5db-4343-a070-05a1bd4599a8 service neutron] 10.222.0.32 "PUT /v2.0/ports/7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc HTTP/1.1" status: 200 len: 1094 time: 4.0196002 Oct 28 09:32:31.096947 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278d8826-b88d-487c-8813-14ad02ae5e7c', 'tag': '7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:31.104513 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d1d192-a884-48c1-bce0-73819f565a33" -d '{"events": [{"name": "network-changed", "server_uuid": "278d8826-b88d-487c-8813-14ad02ae5e7c", "tag": "7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:31.183577 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d3a2f-8168-45bf-b7c2-39540672991a req-8faef6b2-0c41-4153-a0e3-43494176c2a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:31.191478 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6d4d3a2f-8168-45bf-b7c2-39540672991a req-8faef6b2-0c41-4153-a0e3-43494176c2a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.1695757 Oct 28 09:32:31.221804 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:31.222430 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:31.276464 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-0ab2f1ac-911d-4410-863a-f39386eea1b7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6220107 Oct 28 09:32:31.288539 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6d4d3a2f-8168-45bf-b7c2-39540672991a req-3b2fc367-691c-46f6-bca6-88a00ca7844d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897806 Oct 28 09:32:31.297817 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Request body: {'port': {'device_id': '76e77eb1-0c6e-482e-be30-dac27800be92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:31.314403 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:32:31.330104 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Sync routers for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:32:31.346401 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:31.349749 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:31.385548 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c807741-9621-4dc9-8c43-020d7daf6c05 req-31c476bc-8596-44ba-aeb5-35fc0f9ce938 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:31.389388 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c807741-9621-4dc9-8c43-020d7daf6c05 req-31c476bc-8596-44ba-aeb5-35fc0f9ce938 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 932 time: 0.2694316 Oct 28 09:32:31.405389 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cd7e51-4c9d-407c-b817-b475bf802ac6 x-openstack-request-id: req-c8cd7e51-4c9d-407c-b817-b475bf802ac6 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:31.405683 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278d8826-b88d-487c-8813-14ad02ae5e7c", "tag": "7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:31.405937 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c8cd7e51-4c9d-407c-b817-b475bf802ac6 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:31.406383 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278d8826-b88d-487c-8813-14ad02ae5e7c', 'tag': '7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc', 'status': 'completed', 'code': 200} Oct 28 09:32:31.409498 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-c6a641b7-b5d8-4f2a-8b67-ad528c7f78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:31.410588 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-c6a641b7-b5d8-4f2a-8b67-ad528c7f78ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 1097 time: 0.2692688 Oct 28 09:32:31.440683 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:31.444824 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41304) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:31.445978 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a6ac65e6-4acf-4660-a0e1-d430f6afc6ad admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.6397336 Oct 28 09:32:31.531138 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-360b3288-1d08-4456-8814-444604679815 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc HTTP/1.1" status: 200 len: 217 time: 0.1080821 Oct 28 09:32:31.542111 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'name': 'tempest-TestMinimumBasicScenario-1931646680-router', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '29597587-66fe-4b88-9588-234307387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:15Z', 'updated_at': '2021-10-28T09:32:23Z', 'revision_number': 4, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'gw_port': {'id': '29597587-66fe-4b88-9588-234307387505', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:17Z', 'updated_at': '2021-10-28T09:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'cbeeedd9-cb5d-40e0-a325-d1c50bd77fab', 'name': '', 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'mac_address': 'fa:16:3e:c7:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '66bc283d-46a3-4570-83a6-88cc553a8347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:22Z', 'updated_at': '2021-10-28T09:32:24Z', 'revision_number': 2, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'subnets': [{'id': '66bc283d-46a3-4570-83a6-88cc553a8347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:31.548347 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 1f717a47-4043-4e79-8b4d-8fa434482313 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:31.549946 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:31.584154 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c807741-9621-4dc9-8c43-020d7daf6c05 req-9ff79037-06cb-4fbe-9555-de27260ff770 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849170 Oct 28 09:32:31.594514 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:31.662644 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-e4133914-6013-4559-84ae-f19bc10ddfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:31.665120 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-e4133914-6013-4559-84ae-f19bc10ddfb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df84b19c-f633-4621-a826-ad63d8ecea90 HTTP/1.1" status: 200 len: 858 time: 0.1132932 Oct 28 09:32:31.669863 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Checking router: dc664fa6-b002-411e-bb1b-075d945b2d56 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:32:31.680294 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Updating router dc664fa6-b002-411e-bb1b-075d945b2d56 port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab binding host dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:32:31.763530 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-5f3e43df-e92f-4156-a226-6c374965dc57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7826728-6754-4d4b-bd6f-d1594f9561fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867891 Oct 28 09:32:31.795184 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:31.896288 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:27Z', 'revision_number': 3, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:31.932950 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Checking router: 79a74fa3-d56b-4bcc-82b3-ae4958043afa for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:32:31.933288 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Updating router 79a74fa3-d56b-4bcc-82b3-ae4958043afa port 436f458b-ee64-42e1-82fe-33494e5ad50a binding host dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:32:32.000432 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.027350 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 1f717a47-4043-4e79-8b4d-8fa434482313 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:32:32.052685 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 1f717a47-4043-4e79-8b4d-8fa434482313 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:32.064910 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.108842 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-c6e32d8b-2e08-4eb7-a00b-ddc0550f893e service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293238 Oct 28 09:32:32.262621 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.310006 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0927da-5f1d-4929-88be-d157aa12c541 req-70106cc5-f4ff-48e4-953b-a1f4f63d5ce3 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:32.313591 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3e7099-733f-4b3c-8a53-d03bb5f0d69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f717a47-4043-4e79-8b4d-8fa434482313'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:32.314678 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0a0927da-5f1d-4929-88be-d157aa12c541 req-70106cc5-f4ff-48e4-953b-a1f4f63d5ce3 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 944 time: 0.2728603 Oct 28 09:32:32.317253 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.325293 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4561430a-2e19-499f-8173-877add4c425b" -d '{"events": [{"server_uuid": "7d3e7099-733f-4b3c-8a53-d03bb5f0d69b", "name": "network-vif-plugged", "status": "completed", "tag": "1f717a47-4043-4e79-8b4d-8fa434482313"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:32.347863 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e545faf6-0b39-4e58-8b2c-0b9db5dc13ab {{(pid=101414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:32.361698 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3cb143a2-b5d5-423f-8e44-30d1b445f72b req-e4025d7d-42e1-4c49-9bc1-08bbda7edf80 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415347 Oct 28 09:32:32.394159 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.408218 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 1f717a47-4043-4e79-8b4d-8fa434482313, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1f717a47-4043-4e79-8b4d-8fa434482313,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:32.434204 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.474867 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.provisioning_blocks [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Transition to ACTIVE for port object e545faf6-0b39-4e58-8b2c-0b9db5dc13ab will not be triggered until provisioned by entity L2. {{(pid=101414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:32:32.531816 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Publish callbacks [] for port, precommit_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.538161 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.542644 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=1f717a47-4043-4e79-8b4d-8fa434482313,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:32.547027 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.556194 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Publish callbacks [] for port, precommit_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.563097 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.599468 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Allocated IP 172.20.0.1 (15b4b253-ed13-4514-badd-13a38423868c/b2707181-8062-4a4e-8220-a7fe5a3ab23f/c6784953-aaec-4894-845d-c5b1d49d90fa) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:32.623600 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b503933-31ad-4f43-98a0-a89ceff7795b None None] Pushing event updated for resources: {'Port': ['ID=cbeeedd9-cb5d-40e0-a325-d1c50bd77fab,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:32.667515 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1d192-a884-48c1-bce0-73819f565a33 req-c204ff1f-bb0f-4673-b083-86506259fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:32.671927 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-30d1d192-a884-48c1-bce0-73819f565a33 req-c204ff1f-bb0f-4673-b083-86506259fd34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 1097 time: 0.2502820 Oct 28 09:32:32.675240 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Pushing event updated for resources: {'Port': ['ID=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:32.689230 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Attempting to bind port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:32.689764 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Attempting to bind port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '2d6cee55-53db-4966-91d0-d7aec010350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:32.689958 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Attempting to bind port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab on network dc56c5d8-e26e-4046-9514-406fb6cee31b {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:32.702038 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23154d92-f490-44f4-9289-06ee6bab76e4 req-97890329-668e-40eb-8b19-dbef62a72507 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:32.705853 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:32.706234 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Checking segment: {'id': '2d6cee55-53db-4966-91d0-d7aec010350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:32.706648 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.707065 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Bound using segment: {'id': '2d6cee55-53db-4966-91d0-d7aec010350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:32.707545 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Bound port: cbeeedd9-cb5d-40e0-a325-d1c50bd77fab, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6cee55-53db-4966-91d0-d7aec010350e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:32.708509 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.715338 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Attempting to bind port 436f458b-ee64-42e1-82fe-33494e5ad50a on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:32.715714 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Attempting to bind port 436f458b-ee64-42e1-82fe-33494e5ad50a by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:32.716076 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Attempting to bind port 436f458b-ee64-42e1-82fe-33494e5ad50a on network 3a35d49d-cbca-4d29-92f4-d15c5f701265 {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:32.716888 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-23154d92-f490-44f4-9289-06ee6bab76e4 req-97890329-668e-40eb-8b19-dbef62a72507 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.2700200 Oct 28 09:32:32.745580 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:32.745580 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Checking segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:32.745913 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.746312 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Bound using segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:32.746793 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Bound port: 436f458b-ee64-42e1-82fe-33494e5ad50a, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:32.747195 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.764030 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b18e7-afa7-4f17-8ff7-2ae260bc7400 None None] Pushing event updated for resources: {'Port': ['ID=436f458b-ee64-42e1-82fe-33494e5ad50a,revision_number=2']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:32.804859 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.863305 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0a0927da-5f1d-4929-88be-d157aa12c541 req-14ef7c23-d2d2-4d7e-bf76-b611c1b473f9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406280 Oct 28 09:32:32.922263 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] For port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:32.932258 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] For port 436f458b-ee64-42e1-82fe-33494e5ad50a, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:32.937989 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] For port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=cbeeedd9-cb5d-40e0-a325-d1c50bd77fab,segment=NetworkSegment(2d6cee55-53db-4966-91d0-d7aec010350e),segment_id=2d6cee55-53db-4966-91d0-d7aec010350e)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:32.942117 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] For port 436f458b-ee64-42e1-82fe-33494e5ad50a, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=436f458b-ee64-42e1-82fe-33494e5ad50a,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:32.948776 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.949985 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:32.961349 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:33.045688 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00085cd-4f5a-4b8b-9704-dbeeaab6daf7 x-openstack-request-id: req-d00085cd-4f5a-4b8b-9704-dbeeaab6daf7 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:33.045953 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3e7099-733f-4b3c-8a53-d03bb5f0d69b", "name": "network-vif-plugged", "status": "completed", "tag": "1f717a47-4043-4e79-8b4d-8fa434482313", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:33.046162 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d00085cd-4f5a-4b8b-9704-dbeeaab6daf7 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:33.046553 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3e7099-733f-4b3c-8a53-d03bb5f0d69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f717a47-4043-4e79-8b4d-8fa434482313', 'code': 200} Oct 28 09:32:33.101696 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Pushing event updated for resources: {'Port': ['ID=c6784953-aaec-4894-845d-c5b1d49d90fa,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:33.119617 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-23154d92-f490-44f4-9289-06ee6bab76e4 req-6a3d0430-e7c6-458e-8dcb-ac49193af715 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4017596 Oct 28 09:32:33.121846 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:33.121999 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Network 15b4b253-ed13-4514-badd-13a38423868c is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:33.123414 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:33.125049 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:33.134334 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:33.153703 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Routers {'dc664fa6-b002-411e-bb1b-075d945b2d56'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:33.160570 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['dc664fa6-b002-411e-bb1b-075d945b2d56'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:33.235475 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b18e7-afa7-4f17-8ff7-2ae260bc7400 None None] Pushing event updated for resources: {'Port': ['ID=436f458b-ee64-42e1-82fe-33494e5ad50a,revision_number=3']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:33.252216 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1d192-a884-48c1-bce0-73819f565a33 req-7882e9be-a83f-4fb9-bda8-73593d42db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:33.262099 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-30d1d192-a884-48c1-bce0-73819f565a33 req-7882e9be-a83f-4fb9-bda8-73593d42db9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 200 len: 920 time: 0.5423903 Oct 28 09:32:33.262853 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Attempting to bind port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:33.263200 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Attempting to bind port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '177a39e5-f9df-4d46-89b4-a97d85403106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714'}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:33.263533 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Attempting to bind port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab on network a1784c76-d35a-42f2-a4e3-cf65969d2714 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:33.386960 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953294'] for router_interface, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:33.400008 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:33.414974 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab on network a1784c76-d35a-42f2-a4e3-cf65969d2714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:32:33.415655 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Attempting to bind port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab on network a1784c76-d35a-42f2-a4e3-cf65969d2714 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:33.422441 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-30d1d192-a884-48c1-bce0-73819f565a33 req-8e926620-dd4d-4fd3-b1b8-00fd9a1a6444 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc HTTP/1.1" status: 200 len: 217 time: 0.1233969 Oct 28 09:32:33.430216 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:33.430636 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Checking segment: {'id': '177a39e5-f9df-4d46-89b4-a97d85403106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:33.431026 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Bound using segment: {'id': '177a39e5-f9df-4d46-89b4-a97d85403106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714'} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:33.431468 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Bound port: e545faf6-0b39-4e58-8b2c-0b9db5dc13ab, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177a39e5-f9df-4d46-89b4-a97d85403106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714'}}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:33.431830 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:33.483448 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-b3662052-e8fe-4911-a605-4121828c1b5a None None] Provisioning complete for port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:33.484742 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b3662052-e8fe-4911-a605-4121828c1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:33.490329 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b503933-31ad-4f43-98a0-a89ceff7795b None None] Pushing event updated for resources: {'Port': ['ID=cbeeedd9-cb5d-40e0-a325-d1c50bd77fab,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:33.535136 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189a2ab-8c21-46c4-a071-f0c29a78e21c req-b91637f0-50d8-458a-8c09-882c25f012e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:33.536826 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2189a2ab-8c21-46c4-a071-f0c29a78e21c req-b91637f0-50d8-458a-8c09-882c25f012e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 1098 time: 0.2780507 Oct 28 09:32:33.553806 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1d192-a884-48c1-bce0-73819f565a33 req-d9b6ca14-2092-42ac-91d3-a9632d4c7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:33.556768 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-30d1d192-a884-48c1-bce0-73819f565a33 req-d9b6ca14-2092-42ac-91d3-a9632d4c7e9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df84b19c-f633-4621-a826-ad63d8ecea90 HTTP/1.1" status: 200 len: 858 time: 0.1030159 Oct 28 09:32:33.579431 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e0946-5d02-4823-982a-589304606c4f req-5f5df495-2c58-4e97-b09e-92fd6e5a0984 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:33.581136 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8b6e0946-5d02-4823-982a-589304606c4f req-5f5df495-2c58-4e97-b09e-92fd6e5a0984 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 944 time: 0.4058893 Oct 28 09:32:33.615035 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2189a2ab-8c21-46c4-a071-f0c29a78e21c req-d377de7d-4857-43a9-ae16-3046aee66684 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660431 Oct 28 09:32:33.644890 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-30d1d192-a884-48c1-bce0-73819f565a33 req-38b059a4-0a84-4177-8490-966612beda8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7826728-6754-4d4b-bd6f-d1594f9561fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767510 Oct 28 09:32:33.651522 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] For port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab, host hv-cinder-81514, cleared binding levels {{(pid=101414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:33.677666 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] Set router dc664fa6-b002-411e-bb1b-075d945b2d56 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:33.681079 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] For port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab,segment=NetworkSegment(177a39e5-f9df-4d46-89b4-a97d85403106),segment_id=177a39e5-f9df-4d46-89b4-a97d85403106)] {{(pid=101414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:33.689126 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:33.715696 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8b6e0946-5d02-4823-982a-589304606c4f req-559bc4eb-ad29-4259-ad8f-31bc1c2eac30 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086881 Oct 28 09:32:33.723564 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:33.725057 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:33.731254 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] 10.222.0.32 "PUT /v2.0/ports/e545faf6-0b39-4e58-8b2c-0b9db5dc13ab HTTP/1.1" status: 200 len: 1094 time: 2.4390357 Oct 28 09:32:33.731884 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e77eb1-0c6e-482e-be30-dac27800be92', 'tag': 'e545faf6-0b39-4e58-8b2c-0b9db5dc13ab'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:33.734323 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab42de2-5910-46f0-84d2-741b8c7be4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "76e77eb1-0c6e-482e-be30-dac27800be92", "tag": "e545faf6-0b39-4e58-8b2c-0b9db5dc13ab"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:33.813896 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf085c9a-7d07-4be5-9d8c-b29bee3c12e9 x-openstack-request-id: req-bf085c9a-7d07-4be5-9d8c-b29bee3c12e9 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:33.814776 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e77eb1-0c6e-482e-be30-dac27800be92", "tag": "e545faf6-0b39-4e58-8b2c-0b9db5dc13ab", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:33.815094 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-bf085c9a-7d07-4be5-9d8c-b29bee3c12e9 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:33.815506 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e77eb1-0c6e-482e-be30-dac27800be92', 'tag': 'e545faf6-0b39-4e58-8b2c-0b9db5dc13ab', 'status': 'completed', 'code': 200} Oct 28 09:32:33.842470 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:33.865381 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:27Z', 'revision_number': 3, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:33.901569 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a4dda-e6e9-465d-9941-f307b1daa410 None None] The sync data for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi is: [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:27Z', 'revision_number': 3, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:32:33.977012 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b3662052-e8fe-4911-a605-4121828c1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:33.983596 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e340783-f99f-4c4f-8a89-a9ea910c9b20 service neutron] Pushing event updated for resources: {'Port': ['ID=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab,revision_number=3']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:34.026674 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab42de2-5910-46f0-84d2-741b8c7be4c5 req-edf9b83b-ccd2-48df-94fb-804e225785f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:34.029832 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fab42de2-5910-46f0-84d2-741b8c7be4c5 req-edf9b83b-ccd2-48df-94fb-804e225785f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2ea4666a54245f998651f216dfb21c4&device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 1097 time: 0.1665280 Oct 28 09:32:34.052424 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-b3662052-e8fe-4911-a605-4121828c1b5a None None] For port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=cbeeedd9-cb5d-40e0-a325-d1c50bd77fab,segment=NetworkSegment(2d6cee55-53db-4966-91d0-d7aec010350e),segment_id=2d6cee55-53db-4966-91d0-d7aec010350e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:34.061472 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b3662052-e8fe-4911-a605-4121828c1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:34.108823 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28fd01-13ed-4a08-9f70-ef75b1777d93 req-32805386-3e78-404c-b178-9c999cd49037 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:34.119055 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ef28fd01-13ed-4a08-9f70-ef75b1777d93 req-32805386-3e78-404c-b178-9c999cd49037 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 944 time: 0.1677134 Oct 28 09:32:34.134104 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-30d1d192-a884-48c1-bce0-73819f565a33 req-f6067208-c474-46d4-9803-956e46e71382 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888393 Oct 28 09:32:34.211366 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ef28fd01-13ed-4a08-9f70-ef75b1777d93 req-c399fac5-fe66-401f-9acc-4583aac8a441 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896320 Oct 28 09:32:34.226783 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3662052-e8fe-4911-a605-4121828c1b5a None None] Pushing event updated for resources: {'Port': ['ID=cbeeedd9-cb5d-40e0-a325-d1c50bd77fab,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:34.263800 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-ca88977d-24a2-4658-a0da-2b987695219c None None] Provisioning complete for port c6784953-aaec-4894-845d-c5b1d49d90fa triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:34.264342 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ca88977d-24a2-4658-a0da-2b987695219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:34.270255 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:34.278994 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:34.307666 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'name': 'tempest-TestMinimumBasicScenario-1931646680-router', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '29597587-66fe-4b88-9588-234307387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:15Z', 'updated_at': '2021-10-28T09:32:23Z', 'revision_number': 4, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'gw_port': {'id': '29597587-66fe-4b88-9588-234307387505', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:17Z', 'updated_at': '2021-10-28T09:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'cbeeedd9-cb5d-40e0-a325-d1c50bd77fab', 'name': '', 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'mac_address': 'fa:16:3e:c7:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '66bc283d-46a3-4570-83a6-88cc553a8347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:22Z', 'updated_at': '2021-10-28T09:32:32Z', 'revision_number': 4, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'subnets': [{'id': '66bc283d-46a3-4570-83a6-88cc553a8347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:34.343063 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab42de2-5910-46f0-84d2-741b8c7be4c5 req-bf8e00c7-8c4a-4cea-97bf-818e1663324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:34.347618 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fab42de2-5910-46f0-84d2-741b8c7be4c5 req-bf8e00c7-8c4a-4cea-97bf-818e1663324e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c2ea4666a54245f998651f216dfb21c4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3001518 Oct 28 09:32:34.431078 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88131e-ae4b-44a8-951f-80c03c27cdc4 None None] The sync data for ids ['dc664fa6-b002-411e-bb1b-075d945b2d56'] in dv-cinder-815145-4-iscsi is: [{'id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'name': 'tempest-TestMinimumBasicScenario-1931646680-router', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '29597587-66fe-4b88-9588-234307387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:15Z', 'updated_at': '2021-10-28T09:32:23Z', 'revision_number': 4, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'gw_port': {'id': '29597587-66fe-4b88-9588-234307387505', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:17Z', 'updated_at': '2021-10-28T09:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'cbeeedd9-cb5d-40e0-a325-d1c50bd77fab', 'name': '', 'network_id': 'dc56c5d8-e26e-4046-9514-406fb6cee31b', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'mac_address': 'fa:16:3e:c7:45:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '66bc283d-46a3-4570-83a6-88cc553a8347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:22Z', 'updated_at': '2021-10-28T09:32:32Z', 'revision_number': 4, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'subnets': [{'id': '66bc283d-46a3-4570-83a6-88cc553a8347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:32:34.454979 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-ca88977d-24a2-4658-a0da-2b987695219c None None] Port c6784953-aaec-4894-845d-c5b1d49d90fa cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:32:34.475682 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-698546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953438'] for router_interface, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:34.486225 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Pushing event updated for resources: {'Port': ['ID=c6784953-aaec-4894-845d-c5b1d49d90fa,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:34.492492 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-ca88977d-24a2-4658-a0da-2b987695219c None None] Provisioning complete for port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:34.493033 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ca88977d-24a2-4658-a0da-2b987695219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:34.591549 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device cbeeedd9-cb5d-40e0-a325-d1c50bd77fab up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:34.663346 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-30d1d192-a884-48c1-bce0-73819f565a33 req-02b60b40-a715-480c-828f-1147b68eb8f3 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202119 Oct 28 09:32:34.702299 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05290936-0f76-4b0b-be08-ba5ed89958f8 req-b0c03f8a-4064-4f18-8cc4-8e8362e3ebf4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:34.706258 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-05290936-0f76-4b0b-be08-ba5ed89958f8 req-b0c03f8a-4064-4f18-8cc4-8e8362e3ebf4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.4519358 Oct 28 09:32:34.782127 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab42de2-5910-46f0-84d2-741b8c7be4c5 req-3af85ada-6c00-4240-b089-16b5b6d14c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:34.784048 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fab42de2-5910-46f0-84d2-741b8c7be4c5 req-3af85ada-6c00-4240-b089-16b5b6d14c59 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4182730 Oct 28 09:32:34.848587 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Network 15b4b253-ed13-4514-badd-13a38423868c is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:34.853334 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:34.870254 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-05290936-0f76-4b0b-be08-ba5ed89958f8 req-05b8de4a-ff59-4599-8614-d9b1c9a0c3cf tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518850 Oct 28 09:32:35.001840 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-09f5fa29-4bf5-4ad3-be61-e19d9792643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:35.003308 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-09f5fa29-4bf5-4ad3-be61-e19d9792643d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2ea4666a54245f998651f216dfb21c4&device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 1097 time: 0.1090436 Oct 28 09:32:35.051150 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:35.051728 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:35.119560 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-ba527625-4886-4ab4-afbc-f266bc6289cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab HTTP/1.1" status: 200 len: 217 time: 0.1061313 Oct 28 09:32:35.230131 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9fe429d7-1a37-4e98-ac19-c39fa4dd75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:35.234052 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-9fe429d7-1a37-4e98-ac19-c39fa4dd75a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=957f6807-750c-466f-acce-3c39acd116cf HTTP/1.1" status: 200 len: 853 time: 0.1039991 Oct 28 09:32:35.288444 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-67d4c478-6f69-4646-aa51-d122b8c9988b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1784c76-d35a-42f2-a4e3-cf65969d2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430565 Oct 28 09:32:35.341730 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-babcb287-1fd0-4ad3-abba-0887f4cdc210 None None] Provisioning complete for port c6784953-aaec-4894-845d-c5b1d49d90fa triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:35.342108 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-babcb287-1fd0-4ad3-abba-0887f4cdc210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:35.420998 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-babcb287-1fd0-4ad3-abba-0887f4cdc210 None None] Port c6784953-aaec-4894-845d-c5b1d49d90fa cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:32:35.494104 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-13fc382e-123b-4544-9f36-0b6306b9b94a service neutron] 10.222.0.32 "GET /v2.0/networks/a1784c76-d35a-42f2-a4e3-cf65969d2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976717 Oct 28 09:32:35.522124 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419d922-6f1f-4b6e-a718-e990cd88b6a7 req-368e1c26-4d59-4e71-9742-fb114815b80d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:35.523866 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c419d922-6f1f-4b6e-a718-e990cd88b6a7 req-368e1c26-4d59-4e71-9742-fb114815b80d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 944 time: 0.1792116 Oct 28 09:32:35.561502 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:32:35.567049 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd95ed-0bb3-4098-b72d-04083ff7bdab req-e9df4da5-f661-40f3-b49f-219be8b20396 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:35.568696 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-abdd95ed-0bb3-4098-b72d-04083ff7bdab req-e9df4da5-f661-40f3-b49f-219be8b20396 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 944 time: 0.6830184 Oct 28 09:32:35.692710 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Router 79a74fa3-d56b-4bcc-82b3-ae4958043afa has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:32:35.697187 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-abdd95ed-0bb3-4098-b72d-04083ff7bdab req-23e57bdc-9aad-483b-9245-bd0a02fa41a3 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093059 Oct 28 09:32:35.766416 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:35.781257 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc', 'network_id': 'd7826728-6754-4d4b-bd6f-d1594f9561fc', 'port_id': '7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc', 'mac_address': 'fa:16:3e:7f:77:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df84b19c-f633-4621-a826-ad63d8ecea90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:32:35.848108 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:35.869356 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:35.907774 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:32:35.919026 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:35.924794 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:35.925898 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-1e2ff69a-aa00-44e1-acbd-d2d25002f290 admin admin] 10.222.0.117 "PUT /v2.0/routers/79a74fa3-d56b-4bcc-82b3-ae4958043afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4759407 Oct 28 09:32:36.035571 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cfde4-996e-4d77-9f6f-3e9a69a8107f req-bda5e75d-d313-4333-adcd-d50d37d04d44 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:36.047247 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:36.050430 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d23cfde4-996e-4d77-9f6f-3e9a69a8107f req-bda5e75d-d313-4333-adcd-d50d37d04d44 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.0857430 Oct 28 09:32:36.116025 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d23cfde4-996e-4d77-9f6f-3e9a69a8107f req-e4e0d52d-162d-47de-a290-7bbc7dc600c8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642745 Oct 28 09:32:36.147350 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c419d922-6f1f-4b6e-a718-e990cd88b6a7 req-411eccc2-ba99-430e-b1a7-a9021e11cadf tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6106045 Oct 28 09:32:36.203300 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bfa92e6-72dc-447d-bf13-cd0c38f46740 req-d3ed3826-6eb4-4398-befc-830a08fbe81c service neutron] 10.222.0.32 "GET /v2.0/networks/a1784c76-d35a-42f2-a4e3-cf65969d2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783741 Oct 28 09:32:36.204154 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:32:36.407834 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 436f458b-ee64-42e1-82fe-33494e5ad50a up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:36.480277 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 436f458b-ee64-42e1-82fe-33494e5ad50a triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:36.480682 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:36.581022 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:36.626326 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port 436f458b-ee64-42e1-82fe-33494e5ad50a, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=436f458b-ee64-42e1-82fe-33494e5ad50a,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:36.637816 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:36.717064 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=436f458b-ee64-42e1-82fe-33494e5ad50a,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:36.896621 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e2edf-12a6-4327-a09e-8c1c46374283 req-8e192bbe-e398-4136-9d45-ca9cd491ef75 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:36.905633 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-915e2edf-12a6-4327-a09e-8c1c46374283 req-8e192bbe-e398-4136-9d45-ca9cd491ef75 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 944 time: 0.0956950 Oct 28 09:32:36.956768 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-915e2edf-12a6-4327-a09e-8c1c46374283 req-048b262a-717b-4273-8827-676d7914371b tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503211 Oct 28 09:32:36.967012 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41358) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:36.971679 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1077549459-network', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:36.997121 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Made reservation on behalf of 07ffd198b385419d8da392e4d87d9c44 for: {'network': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:36.999480 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.009128 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.033559 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Sync routers for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:32:37.051106 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:37.052131 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:37.114386 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.119568 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.157752 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1273} {{(pid=101413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:32:37.169697 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776f5b6d-9d95-4f53-bd23-fe6510dd9862,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:37.177558 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.178397 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.segments_db [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Added segment 77b9b772-bed6-4e43-86be-9878fa42eda0 of type vlan for network 5d6699c0-a96a-47ce-a94b-813b1f296167 Oct 28 09:32:37.239236 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:37.279907 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.307689 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a275a0-0acf-41b6-bfd2-02b92d287c06 req-727f6a99-813e-4ea4-91ed-a54c15719c2d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:37.309888 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c5a275a0-0acf-41b6-bfd2-02b92d287c06 req-727f6a99-813e-4ea4-91ed-a54c15719c2d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.0757761 Oct 28 09:32:37.356277 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d7ada-1b41-4d10-9e18-b973cbf1bd87 req-6338510e-d9ab-4256-bedd-31c7d722b473 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:37.357898 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-861d7ada-1b41-4d10-9e18-b973cbf1bd87 req-6338510e-d9ab-4256-bedd-31c7d722b473 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 945 time: 0.1019330 Oct 28 09:32:37.359130 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.360034 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:37.360855 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.365594 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c5a275a0-0acf-41b6-bfd2-02b92d287c06 req-17654e32-1ca4-45ec-8af3-bfbe0bf5bb53 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497143 Oct 28 09:32:37.473494 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5040905 Oct 28 09:32:37.475214 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41364) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:37.482826 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] Request body: {'subnet': {'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1077549459-subnet', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'ip_version': 4}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:37.518196 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-861d7ada-1b41-4d10-9e18-b973cbf1bd87 req-bd42ce2d-6a89-4c65-9050-dfb7286b6ce6 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400099 Oct 28 09:32:37.530476 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5198ff-64c5-4826-b0e8-077a8828fdac admin admin] Pushing event updated for resources: {'Network': ['ID=5d6699c0-a96a-47ce-a94b-813b1f296167,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:37.539680 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] Made reservation on behalf of 07ffd198b385419d8da392e4d87d9c44 for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:37.542299 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30377752'] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.553170 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 5d6699c0-a96a-47ce-a94b-813b1f296167 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:32:37.640566 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:37.728530 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 2, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:37.753649 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30394273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30377738'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.758306 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Checking router: 79a74fa3-d56b-4bcc-82b3-ae4958043afa for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:32:37.758684 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Updating router 79a74fa3-d56b-4bcc-82b3-ae4958043afa port c6784953-aaec-4894-845d-c5b1d49d90fa binding host dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:32:37.784811 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:32:37.793834 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:37.794208 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.795832 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.824795 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d83bdb9-439e-47ae-a46b-c831a6c04eec,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:37.834574 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] Checking segment: {'id': '77b9b772-bed6-4e43-86be-9878fa42eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:37.834943 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] Network hostable DHCP agents. Network: 5d6699c0-a96a-47ce-a94b-813b1f296167, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:32:37.854079 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] Network 5d6699c0-a96a-47ce-a94b-813b1f296167 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:32:37.865781 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 5d6699c0-a96a-47ce-a94b-813b1f296167) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:37.870870 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:37.871926 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.881678 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab210e6-990c-4e24-a373-b4b458d85e50 None None] Network 5d6699c0-a96a-47ce-a94b-813b1f296167 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:37.914860 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-1ec7c85a-fac0-4bab-acdb-757cf2937159 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4389420 Oct 28 09:32:37.917322 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41368) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:37.921959 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1077549459-router', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:37.967122 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64792'] for router, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:37.968254 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64803'] for router, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:38.057408 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:38.111097 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:38.179241 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278d8826-b88d-487c-8813-14ad02ae5e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:38.182258 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548ca168-f59e-4435-808f-3821b3f3b76a" -d '{"events": [{"server_uuid": "278d8826-b88d-487c-8813-14ad02ae5e7c", "name": "network-vif-plugged", "status": "completed", "tag": "7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:38.209271 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:38.223868 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17849242-8b5f-4873-96fc-a059db79f440 req-d8f6a16e-460c-4fa4-be74-177214b6f26a tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:38.232230 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-17849242-8b5f-4873-96fc-a059db79f440 req-d8f6a16e-460c-4fa4-be74-177214b6f26a tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 944 time: 0.1343198 Oct 28 09:32:38.239659 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:38.276299 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:38.317561 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:38.337273 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-17849242-8b5f-4873-96fc-a059db79f440 req-902265fd-0bf8-400f-a2cc-222f3122b5f3 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031294 Oct 28 09:32:38.436646 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dd9900-9e92-4635-b26a-16f198e52598 x-openstack-request-id: req-d8dd9900-9e92-4635-b26a-16f198e52598 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:38.436963 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278d8826-b88d-487c-8813-14ad02ae5e7c", "name": "network-vif-plugged", "status": "completed", "tag": "7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:38.446265 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d8dd9900-9e92-4635-b26a-16f198e52598 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:38.446704 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278d8826-b88d-487c-8813-14ad02ae5e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc', 'code': 200} Oct 28 09:32:38.448833 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 436f458b-ee64-42e1-82fe-33494e5ad50a up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:38.556222 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629d8dd5-807d-5c08-a004-c4ae37a60101-5d6699c0-a96a-47ce-a94b-813b1f296167', 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'fixed_ips': [{'subnet_id': '4d83bdb9-439e-47ae-a46b-c831a6c04eec'}]}} from dv-cinder-815145-4-iscsi. {{(pid=101415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:32:38.557730 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:38.577869 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353f895-d0d2-43be-9b81-f38f5ff690e7 req-16c1c202-82a7-4251-848f-76c949042c6f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:38.579413 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6353f895-d0d2-43be-9b81-f38f5ff690e7 req-16c1c202-82a7-4251-848f-76c949042c6f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.0844929 Oct 28 09:32:38.662057 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146f723-f136-42ae-8af4-fce7723c0960 req-30b70754-f009-45de-8148-5dc77c7e0acb tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:38.673725 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Publish callbacks [] for port, precommit_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:38.674772 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1146f723-f136-42ae-8af4-fce7723c0960 req-30b70754-f009-45de-8148-5dc77c7e0acb tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1480298 Oct 28 09:32:38.715530 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6353f895-d0d2-43be-9b81-f38f5ff690e7 req-940fbb49-5809-4877-b950-f6075a951a65 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236529 Oct 28 09:32:38.726889 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb73af-8f82-442a-8255-ed302bcfa381 req-9cb47005-9aa0-4c95-ad53-110865860584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:38.728867 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9cfb73af-8f82-442a-8255-ed302bcfa381 req-9cb47005-9aa0-4c95-ad53-110865860584 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 1099 time: 0.1212263 Oct 28 09:32:38.752514 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1146f723-f136-42ae-8af4-fce7723c0960 req-b8a9836b-2742-4a0e-8665-11918e7a2d3c tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650795 Oct 28 09:32:38.780986 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:38.820142 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:38.821093 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9cfb73af-8f82-442a-8255-ed302bcfa381 req-22f8e511-c647-4efe-8251-5ee714ee965d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768466 Oct 28 09:32:38.955184 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:38.966231 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 436f458b-ee64-42e1-82fe-33494e5ad50a triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:38.966482 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:39.003931 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4be8eb-6920-4369-b3e3-cfa76d68609e req-17ec6378-caba-47e4-a5f1-013b43a6a1cd tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:39.005549 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cd4be8eb-6920-4369-b3e3-cfa76d68609e req-17ec6378-caba-47e4-a5f1-013b43a6a1cd tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.1228912 Oct 28 09:32:39.070430 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Allocated IP 172.27.3.76 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/3e4de096-5f4c-4fe1-9bda-e7476df15c80) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:39.078997 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f599f-c4fe-42e1-9e8f-d93f57435a32 None None] Pushing event updated for resources: {'Port': ['ID=c6784953-aaec-4894-845d-c5b1d49d90fa,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:39.127995 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cd4be8eb-6920-4369-b3e3-cfa76d68609e req-c323d351-ce9f-4610-8b0f-bb5e55ac165d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066310 Oct 28 09:32:39.147781 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.db_base_plugin_common [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Allocated IP 172.20.0.2 (5d6699c0-a96a-47ce-a94b-813b1f296167/4d83bdb9-439e-47ae-a46b-c831a6c04eec/fbad1d78-1573-499e-b2ef-f9f5bdcfb659) {{(pid=101415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:39.292076 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:39.345717 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Attempting to bind port c6784953-aaec-4894-845d-c5b1d49d90fa on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:39.346323 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Attempting to bind port c6784953-aaec-4894-845d-c5b1d49d90fa by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:39.346423 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:39.346744 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Attempting to bind port c6784953-aaec-4894-845d-c5b1d49d90fa on network 15b4b253-ed13-4514-badd-13a38423868c {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:39.355921 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:39.356376 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Checking segment: {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:39.357915 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:39.357915 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Bound using segment: {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:39.358391 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Bound port: c6784953-aaec-4894-845d-c5b1d49d90fa, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:39.359103 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:39.429527 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:39.434054 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:39.441240 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:39.471516 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Pushing event updated for resources: {'Port': ['ID=3e4de096-5f4c-4fe1-9bda-e7476df15c80,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:39.472979 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] For port c6784953-aaec-4894-845d-c5b1d49d90fa, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:39.476512 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] For port c6784953-aaec-4894-845d-c5b1d49d90fa, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=c6784953-aaec-4894-845d-c5b1d49d90fa,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:39.483276 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Publish callbacks [] for port, precommit_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:39.487696 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:39.496945 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-60650cb1-ffac-4f12-bf9b-fdbe9233c020 None None] Provisioning complete for port c6784953-aaec-4894-845d-c5b1d49d90fa triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:39.497299 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-60650cb1-ffac-4f12-bf9b-fdbe9233c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:39.517996 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dca92-f0c4-45c5-9c71-9cd968326ad2 req-8efd0a4e-639f-4c7a-a79e-a234dd916e19 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:39.528931 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-cc6dca92-f0c4-45c5-9c71-9cd968326ad2 req-8efd0a4e-639f-4c7a-a79e-a234dd916e19 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 944 time: 0.0955000 Oct 28 09:32:39.541462 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:39.580114 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Network 5d6699c0-a96a-47ce-a94b-813b1f296167 is already hosted by enough agents. {{(pid=101415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:39.592375 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.base_scheduler [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Resources bound (agent type, host, resource id): {{(pid=101415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:39.603728 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device e545faf6-0b39-4e58-8b2c-0b9db5dc13ab details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:32:39.605828 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-cc6dca92-f0c4-45c5-9c71-9cd968326ad2 req-999d03b6-cb46-4260-a3de-e385f34cd2be tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755937 Oct 28 09:32:39.624932 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Received port after_create {{(pid=101415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:39.654465 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:39.654465 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:39.705666 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f599f-c4fe-42e1-9e8f-d93f57435a32 None None] Pushing event updated for resources: {'Port': ['ID=c6784953-aaec-4894-845d-c5b1d49d90fa,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:39.789730 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Pushing event updated for resources: {'Port': ['ID=fbad1d78-1573-499e-b2ef-f9f5bdcfb659,revision_number=1']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:39.871753 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:39.987118 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:40.016520 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7ed14-66fa-49a6-a6b4-ae9871786375 req-b0663f67-9fd6-4a34-8b91-3f586de67827 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:40.018017 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-21b7ed14-66fa-49a6-a6b4-ae9871786375 req-b0663f67-9fd6-4a34-8b91-3f586de67827 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.1670868 Oct 28 09:32:40.094795 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-21b7ed14-66fa-49a6-a6b4-ae9871786375 req-57480d39-76fe-4284-9ddb-ec260b309493 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702693 Oct 28 09:32:40.156625 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23803db-7bd8-4f02-836b-2a76b26280df req-47b39b6a-a65c-435d-96b3-b11e70ef5bf5 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:40.167246 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a23803db-7bd8-4f02-836b-2a76b26280df req-47b39b6a-a65c-435d-96b3-b11e70ef5bf5 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1299200 Oct 28 09:32:40.222960 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a23803db-7bd8-4f02-836b-2a76b26280df req-48830702-f820-4718-86ac-6c6f6b0b394c tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490475 Oct 28 09:32:40.261522 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Attempting to bind port fbad1d78-1573-499e-b2ef-f9f5bdcfb659 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:40.262005 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Attempting to bind port fbad1d78-1573-499e-b2ef-f9f5bdcfb659 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '77b9b772-bed6-4e43-86be-9878fa42eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:40.262542 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Attempting to bind port fbad1d78-1573-499e-b2ef-f9f5bdcfb659 on network 5d6699c0-a96a-47ce-a94b-813b1f296167 {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:40.317404 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7821a7-cd61-464e-adab-a9125d0a56a1 req-1b0e90ed-eec1-4008-a9aa-428c0a35ee7d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:40.317996 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:40.318505 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Checking segment: {'id': '77b9b772-bed6-4e43-86be-9878fa42eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:40.319032 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:40.319520 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Bound using segment: {'id': '77b9b772-bed6-4e43-86be-9878fa42eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:40.320796 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Bound port: fbad1d78-1573-499e-b2ef-f9f5bdcfb659, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b9b772-bed6-4e43-86be-9878fa42eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:40.321264 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:40.329116 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ea7821a7-cd61-464e-adab-a9125d0a56a1 req-1b0e90ed-eec1-4008-a9aa-428c0a35ee7d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0890808 Oct 28 09:32:40.347494 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952723'] for router, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:40.374323 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-60650cb1-ffac-4f12-bf9b-fdbe9233c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:40.377436 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab,segment=NetworkSegment(177a39e5-f9df-4d46-89b4-a97d85403106),segment_id=177a39e5-f9df-4d46-89b4-a97d85403106)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:40.426723 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': 'e545faf6-0b39-4e58-8b2c-0b9db5dc13ab', 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714', 'port_id': 'e545faf6-0b39-4e58-8b2c-0b9db5dc13ab', 'mac_address': 'fa:16:3e:18:35:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957f6807-750c-466f-acce-3c39acd116cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:32:40.496535 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-60650cb1-ffac-4f12-bf9b-fdbe9233c020 None None] For port c6784953-aaec-4894-845d-c5b1d49d90fa, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=c6784953-aaec-4894-845d-c5b1d49d90fa,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:40.513088 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-60650cb1-ffac-4f12-bf9b-fdbe9233c020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:40.522976 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] For port fbad1d78-1573-499e-b2ef-f9f5bdcfb659, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:40.527489 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] For port fbad1d78-1573-499e-b2ef-f9f5bdcfb659, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=fbad1d78-1573-499e-b2ef-f9f5bdcfb659,segment=NetworkSegment(77b9b772-bed6-4e43-86be-9878fa42eda0),segment_id=77b9b772-bed6-4e43-86be-9878fa42eda0)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:40.559316 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:40.582276 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:40.607892 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:39Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:40.696613 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e545faf6-0b39-4e58-8b2c-0b9db5dc13ab {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:40.727773 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab,segment=NetworkSegment(177a39e5-f9df-4d46-89b4-a97d85403106),segment_id=177a39e5-f9df-4d46-89b4-a97d85403106)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:40.729991 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd642a4-c832-4b26-82fc-135ebf8ed934 None None] The sync data for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi is: [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:39Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:32:40.747659 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60650cb1-ffac-4f12-bf9b-fdbe9233c020 None None] Pushing event updated for resources: {'Port': ['ID=c6784953-aaec-4894-845d-c5b1d49d90fa,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:40.885737 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:40.885737 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-8b7f524c-3d96-42e6-bac5-70ab4284bb93 None None] Provisioning complete for port c6784953-aaec-4894-845d-c5b1d49d90fa triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:40.885737 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-8b7f524c-3d96-42e6-bac5-70ab4284bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:40.917322 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac02b2-a5cb-4d19-845e-48727f3e92e4 None None] Pushing event updated for resources: {'Port': ['ID=fbad1d78-1573-499e-b2ef-f9f5bdcfb659,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:40.938705 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ea7821a7-cd61-464e-adab-a9125d0a56a1 req-b2ed6975-8758-476b-83f8-8884488655f8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086771 Oct 28 09:32:40.974312 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Router cfa65fec-2085-4429-85df-cecb8e6860e2 is scheduled to L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 with binding_index 1 {{(pid=101413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:32:40.998760 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa40c6-f55a-40d2-abbe-8ec42a9d0a28 req-99c932a8-87a7-4075-8426-45fe70350004 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:41.013047 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0dfa40c6-f55a-40d2-abbe-8ec42a9d0a28 req-99c932a8-87a7-4075-8426-45fe70350004 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 945 time: 0.2878659 Oct 28 09:32:41.041235 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:41.108030 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:32:41.120135 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Sync routers for ids ['cfa65fec-2085-4429-85df-cecb8e6860e2'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:32:41.145963 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0dfa40c6-f55a-40d2-abbe-8ec42a9d0a28 req-ae0b0cfc-d883-47ec-9ba4-f74b1db4a43d tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321313 Oct 28 09:32:41.183071 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] Publish callbacks [] for router, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:41.186068 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-0e06de32-05e4-4302-a4ac-a32c15f83f2f admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2672405 Oct 28 09:32:41.187289 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Routers {'cfa65fec-2085-4429-85df-cecb8e6860e2'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:41.187818 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['e545faf6-0b39-4e58-8b2c-0b9db5dc13ab'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:32:41.187933 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['cfa65fec-2085-4429-85df-cecb8e6860e2'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:41.188630 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41400) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:41.391285 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Set router cfa65fec-2085-4429-85df-cecb8e6860e2 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:41.465302 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8b86c-4713-427f-a9d3-06716a0b5f5b req-27224e9a-f7c0-478e-b727-0a912149eb7b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:41.467335 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-82e8b86c-4713-427f-a9d3-06716a0b5f5b req-27224e9a-f7c0-478e-b727-0a912149eb7b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.1111937 Oct 28 09:32:41.555391 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-82e8b86c-4713-427f-a9d3-06716a0b5f5b req-0c0c9453-d6df-4be0-bf7a-7c23e661dfd5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806983 Oct 28 09:32:41.681357 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6109a21b-3532-4e9c-8f51-3bcf4b995b92 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:32:41.704705 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19525c7-7a1e-4904-b27c-c5b96d88e2a4 req-3e0ad96e-2fb3-4226-86ed-b0a668a28e60 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:41.719671 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c19525c7-7a1e-4904-b27c-c5b96d88e2a4 req-3e0ad96e-2fb3-4226-86ed-b0a668a28e60 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.2719114 Oct 28 09:32:41.787599 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c19525c7-7a1e-4904-b27c-c5b96d88e2a4 req-5cdf46b4-6e01-464f-acd6-949cb3b9613c tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670228 Oct 28 09:32:41.982010 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'name': 'tempest-TestVolumeBootPattern-1077549459-router', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:37Z', 'updated_at': '2021-10-28T09:32:39Z', 'revision_number': 3, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'gw_port': {'id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:39:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:38Z', 'updated_at': '2021-10-28T09:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:41.997700 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:42.035249 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'port_id': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'mac_address': 'fa:16:3e:eb:c4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:32:42.062265 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Checking router: cfa65fec-2085-4429-85df-cecb8e6860e2 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:32:42.062821 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Updating router cfa65fec-2085-4429-85df-cecb8e6860e2 port 3e4de096-5f4c-4fe1-9bda-e7476df15c80 binding host dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:32:42.115022 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:42.139633 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:42.168711 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6109a21b-3532-4e9c-8f51-3bcf4b995b92 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:42.181112 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240ac46-62ec-4abe-b5c2-b8ff284a2a60 req-c5b7597e-fc7e-42bb-8132-afe696b7e069 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:42.193532 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a240ac46-62ec-4abe-b5c2-b8ff284a2a60 req-c5b7597e-fc7e-42bb-8132-afe696b7e069 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.1253276 Oct 28 09:32:42.259933 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:42.268911 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:42.335106 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a240ac46-62ec-4abe-b5c2-b8ff284a2a60 req-e648561b-dc15-4e65-b434-7961588f6100 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405408 Oct 28 09:32:42.417507 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['6109a21b-3532-4e9c-8f51-3bcf4b995b92'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:32:42.594154 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device fbad1d78-1573-499e-b2ef-f9f5bdcfb659 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:42.617440 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284af139-fe3e-4c14-b324-73095ba2c114 None None] Network 5d6699c0-a96a-47ce-a94b-813b1f296167 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:32:42.696757 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=6109a21b-3532-4e9c-8f51-3bcf4b995b92,revision_number=6']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:42.738140 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:42.952417 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b390-efcd-414c-9a6f-777a4830beec req-715613c1-b840-492a-85d7-4a3d28ee10a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:42.953906 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6748ad5c-3326-473f-9c13-01cf36df28a4 None None] Provisioning complete for port fbad1d78-1573-499e-b2ef-f9f5bdcfb659 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:42.954568 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6748ad5c-3326-473f-9c13-01cf36df28a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:42.963881 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-28d6b390-efcd-414c-9a6f-777a4830beec req-715613c1-b840-492a-85d7-4a3d28ee10a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 945 time: 0.1621571 Oct 28 09:32:42.999283 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Publish callbacks [] for port, precommit_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.011479 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.075829 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-28d6b390-efcd-414c-9a6f-777a4830beec req-c95ae6db-bb67-4950-b09c-c238a1a4c16e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101155 Oct 28 09:32:43.118348 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c346d-71fb-44e4-925c-ef1ee999312a None None] Pushing event updated for resources: {'Port': ['ID=3e4de096-5f4c-4fe1-9bda-e7476df15c80,revision_number=2']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:43.124393 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Allocated IP 172.20.0.1 (5d6699c0-a96a-47ce-a94b-813b1f296167/4d83bdb9-439e-47ae-a46b-c831a6c04eec/b83ff338-2619-40be-8f82-0d62427cd395) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:43.199672 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Attempting to bind port 3e4de096-5f4c-4fe1-9bda-e7476df15c80 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:43.200096 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Attempting to bind port 3e4de096-5f4c-4fe1-9bda-e7476df15c80 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:43.200535 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Attempting to bind port 3e4de096-5f4c-4fe1-9bda-e7476df15c80 on network 3a35d49d-cbca-4d29-92f4-d15c5f701265 {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:43.213096 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:43.213346 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Checking segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:43.215727 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.216213 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Bound using segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:43.216749 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Bound port: 3e4de096-5f4c-4fe1-9bda-e7476df15c80, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:43.217158 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.254511 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0b074-cdd1-43cd-a911-8f90c70636f1 req-53bc743f-573c-4226-b7ac-e1e765312e97 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:43.260751 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.264971 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-45f0b074-cdd1-43cd-a911-8f90c70636f1 req-53bc743f-573c-4226-b7ac-e1e765312e97 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0815883 Oct 28 09:32:43.267269 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port fbad1d78-1573-499e-b2ef-f9f5bdcfb659 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:43.268955 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.308898 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.346685 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-45f0b074-cdd1-43cd-a911-8f90c70636f1 req-375ca924-b793-4228-8d24-4c9be33c346f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805626 Oct 28 09:32:43.379178 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] For port 3e4de096-5f4c-4fe1-9bda-e7476df15c80, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:43.384292 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344a25c-4642-43ca-b26a-1883f9fd81b8 req-8ce58a7c-727c-43e1-b1dd-2c29e9f1563a tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:43.385971 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0344a25c-4642-43ca-b26a-1883f9fd81b8 req-8ce58a7c-727c-43e1-b1dd-2c29e9f1563a tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 945 time: 1.0341370 Oct 28 09:32:43.387969 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Pushing event updated for resources: {'Port': ['ID=b83ff338-2619-40be-8f82-0d62427cd395,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:43.391316 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] For port 3e4de096-5f4c-4fe1-9bda-e7476df15c80, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=3e4de096-5f4c-4fe1-9bda-e7476df15c80,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:43.406534 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.432736 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Network 5d6699c0-a96a-47ce-a94b-813b1f296167 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:43.441280 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:43.446529 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:43.489200 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953294'] for router_interface, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.538426 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0344a25c-4642-43ca-b26a-1883f9fd81b8 req-a2825c6c-8bb1-42e2-aaed-aa8df616a9c3 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403699 Oct 28 09:32:43.547069 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ad9cc-0a3d-4197-a8ec-badfa90ce6ae req-9bd43373-0f63-4a42-b83d-7c5934c49ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:43.549124 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a86ad9cc-0a3d-4197-a8ec-badfa90ce6ae req-9bd43373-0f63-4a42-b83d-7c5934c49ca2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 1099 time: 0.8132372 Oct 28 09:32:43.599456 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5554a-e157-4fd9-9b56-1f4e8c689078 req-911ab582-f565-4f44-a9b1-147d1b8b2013 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:43.609607 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-00a5554a-e157-4fd9-9b56-1f4e8c689078 req-911ab582-f565-4f44-a9b1-147d1b8b2013 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1283324 Oct 28 09:32:43.624126 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c346d-71fb-44e4-925c-ef1ee999312a None None] Pushing event updated for resources: {'Port': ['ID=3e4de096-5f4c-4fe1-9bda-e7476df15c80,revision_number=3']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:43.656492 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Routers {'cfa65fec-2085-4429-85df-cecb8e6860e2'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:43.658817 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['cfa65fec-2085-4429-85df-cecb8e6860e2'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:43.674471 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ad9cc-0a3d-4197-a8ec-badfa90ce6ae req-23b1c673-8574-4fd1-be99-97cc5ffff030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:43.676206 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a86ad9cc-0a3d-4197-a8ec-badfa90ce6ae req-23b1c673-8574-4fd1-be99-97cc5ffff030 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 200 len: 920 time: 0.1146417 Oct 28 09:32:43.707411 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-00a5554a-e157-4fd9-9b56-1f4e8c689078 req-b9b0fea0-1fdd-42e9-9ecd-64cec3fc57fc tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966046 Oct 28 09:32:43.736963 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a86ad9cc-0a3d-4197-a8ec-badfa90ce6ae req-ec4e9fc6-f5fa-48c4-9575-660a9f8d845b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc HTTP/1.1" status: 200 len: 217 time: 0.0499427 Oct 28 09:32:43.789115 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.807779 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] Set router cfa65fec-2085-4429-85df-cecb8e6860e2 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:43.814086 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ad9cc-0a3d-4197-a8ec-badfa90ce6ae req-e5350112-9bf1-4dbc-9381-1894d54165e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:43.815550 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a86ad9cc-0a3d-4197-a8ec-badfa90ce6ae req-e5350112-9bf1-4dbc-9381-1894d54165e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df84b19c-f633-4621-a826-ad63d8ecea90 HTTP/1.1" status: 200 len: 858 time: 0.0491211 Oct 28 09:32:43.844711 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device e545faf6-0b39-4e58-8b2c-0b9db5dc13ab up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:43.856986 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a86ad9cc-0a3d-4197-a8ec-badfa90ce6ae req-eb1f53ca-04e0-447e-9d74-bf71f23d5d0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7826728-6754-4d4b-bd6f-d1594f9561fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322487 Oct 28 09:32:43.974566 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:43.993246 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port fbad1d78-1573-499e-b2ef-f9f5bdcfb659, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=fbad1d78-1573-499e-b2ef-f9f5bdcfb659,segment=NetworkSegment(77b9b772-bed6-4e43-86be-9878fa42eda0),segment_id=77b9b772-bed6-4e43-86be-9878fa42eda0)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:44.041639 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.044651 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device c6784953-aaec-4894-845d-c5b1d49d90fa up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:44.100055 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a86ad9cc-0a3d-4197-a8ec-badfa90ce6ae req-ffcca0dd-5820-4394-b3a8-5424f4f46104 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334483 Oct 28 09:32:44.165373 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-be2c0368-3d5b-4aa1-9821-5879fe5a2f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.247214 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=fbad1d78-1573-499e-b2ef-f9f5bdcfb659,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:44.260671 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'name': 'tempest-TestVolumeBootPattern-1077549459-router', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:37Z', 'updated_at': '2021-10-28T09:32:39Z', 'revision_number': 3, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'gw_port': {'id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:39:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:38Z', 'updated_at': '2021-10-28T09:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:44.266293 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:32:44.276277 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:44.277029 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.327109 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6748ad5c-3326-473f-9c13-01cf36df28a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.339349 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe61dc-a449-436b-9b56-f3301b45e07b None None] The sync data for ids ['cfa65fec-2085-4429-85df-cecb8e6860e2'] in dv-cinder-815145-4-iscsi is: [{'id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'name': 'tempest-TestVolumeBootPattern-1077549459-router', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:37Z', 'updated_at': '2021-10-28T09:32:39Z', 'revision_number': 3, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'gw_port': {'id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:39:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:38Z', 'updated_at': '2021-10-28T09:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:32:44.357710 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6bffe-3e4b-498c-b66e-2d9bf6e318d6 req-6e47ea5d-b19a-4f21-9efd-e46175db54c1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:44.359259 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-dff6bffe-3e4b-498c-b66e-2d9bf6e318d6 req-6e47ea5d-b19a-4f21-9efd-e46175db54c1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 945 time: 0.1513398 Oct 28 09:32:44.392170 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a86ad9cc-0a3d-4197-a8ec-badfa90ce6ae req-534c96be-ccd4-4b3b-b280-e839e2272027 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773206 Oct 28 09:32:44.450186 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-dff6bffe-3e4b-498c-b66e-2d9bf6e318d6 req-07d67df6-d617-42ad-8dd6-f4cd9c88f044 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762780 Oct 28 09:32:44.501589 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.519871 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.575370 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.659540 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eced221-0cab-46c5-ba9b-beabc5e8b8ee req-1bd9b65e-717e-45dd-b0c0-863632d732af tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:44.681348 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5eced221-0cab-46c5-ba9b-beabc5e8b8ee req-1bd9b65e-717e-45dd-b0c0-863632d732af tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.1644344 Oct 28 09:32:44.689368 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-698546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953438'] for router_interface, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.720068 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port c6784953-aaec-4894-845d-c5b1d49d90fa triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:44.720623 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:44.750508 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Pushing event updated for resources: {'Port': ['ID=b83ff338-2619-40be-8f82-0d62427cd395,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:44.875960 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5eced221-0cab-46c5-ba9b-beabc5e8b8ee req-8daec12a-fe6d-49a3-9409-ff723059ed8a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914828 Oct 28 09:32:44.917726 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e77eb1-0c6e-482e-be30-dac27800be92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545faf6-0b39-4e58-8b2c-0b9db5dc13ab'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:44.923831 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca89f81d-ee06-401f-aaaf-eca57e850ded" -d '{"events": [{"server_uuid": "76e77eb1-0c6e-482e-be30-dac27800be92", "name": "network-vif-plugged", "status": "completed", "tag": "e545faf6-0b39-4e58-8b2c-0b9db5dc13ab"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:44.979439 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf53bd-631e-4997-81a7-c885dd5a0cb0 req-4251af30-271b-4388-9755-55bf4a239200 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:44.981042 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9fbf53bd-631e-4997-81a7-c885dd5a0cb0 req-4251af30-271b-4388-9755-55bf4a239200 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 945 time: 0.2673335 Oct 28 09:32:45.014644 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Network 5d6699c0-a96a-47ce-a94b-813b1f296167 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:45.032549 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:45.112923 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab,segment=NetworkSegment(177a39e5-f9df-4d46-89b4-a97d85403106),segment_id=177a39e5-f9df-4d46-89b4-a97d85403106)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:45.128588 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cce2db-96ad-4c7e-bdc0-c113583560a5 req-e1793da9-486e-40ec-9e96-70abf7623ce2 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:45.139541 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:45.139838 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a7cce2db-96ad-4c7e-bdc0-c113583560a5 req-e1793da9-486e-40ec-9e96-70abf7623ce2 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1361165 Oct 28 09:32:45.226260 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a7cce2db-96ad-4c7e-bdc0-c113583560a5 req-525fd37a-2f4e-4aaa-83ac-dabec82c0875 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801313 Oct 28 09:32:45.226643 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9fbf53bd-631e-4997-81a7-c885dd5a0cb0 req-1630a051-9ea0-42cf-944c-8ea3edc4e2b8 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244878 Oct 28 09:32:45.269942 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.db.api [None req-6748ad5c-3326-473f-9c13-01cf36df28a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:32:45.270379 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG oslo_db.api [None req-6748ad5c-3326-473f-9c13-01cf36df28a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:32:45.343733 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Router cfa65fec-2085-4429-85df-cecb8e6860e2 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:32:45.413965 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:45.435442 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fe9be7-2a0e-4758-8141-00f508e24d1e x-openstack-request-id: req-b5fe9be7-2a0e-4758-8141-00f508e24d1e {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:45.444966 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e77eb1-0c6e-482e-be30-dac27800be92", "name": "network-vif-plugged", "status": "completed", "tag": "e545faf6-0b39-4e58-8b2c-0b9db5dc13ab", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:45.446676 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-b5fe9be7-2a0e-4758-8141-00f508e24d1e {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:45.448888 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e77eb1-0c6e-482e-be30-dac27800be92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545faf6-0b39-4e58-8b2c-0b9db5dc13ab', 'code': 200} Oct 28 09:32:45.638177 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6109a21b-3532-4e9c-8f51-3bcf4b995b92 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:45.791831 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d6432-2666-41a5-88df-eec4bf44b176 req-42afe83c-aca9-4bdd-9a19-c5a8b2d2f138 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:45.793745 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-075d6432-2666-41a5-88df-eec4bf44b176 req-42afe83c-aca9-4bdd-9a19-c5a8b2d2f138 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 945 time: 0.1154275 Oct 28 09:32:45.865240 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-075d6432-2666-41a5-88df-eec4bf44b176 req-cc284b72-79be-47ac-b255-55f3f26c8280 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639503 Oct 28 09:32:45.872607 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ad296-0863-4e38-811e-1bde786c20b9 req-51d5cb34-c5ed-4a1c-845e-eebdae5aeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:45.874354 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fa0ad296-0863-4e38-811e-1bde786c20b9 req-51d5cb34-c5ed-4a1c-845e-eebdae5aeee4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 1099 time: 0.2620504 Oct 28 09:32:45.929948 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:45.930561 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:46.076796 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fa0ad296-0863-4e38-811e-1bde786c20b9 req-73570e52-b83b-4b15-97dc-c9c40069ef76 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856661 Oct 28 09:32:46.119363 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 3e4de096-5f4c-4fe1-9bda-e7476df15c80 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:46.130265 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:32:46.139497 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-ab7b5ab6-d739-4bb2-a153-b6850fae5880 admin admin] 10.222.0.117 "PUT /v2.0/routers/cfa65fec-2085-4429-85df-cecb8e6860e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9495268 Oct 28 09:32:46.214244 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030e47-1d7e-4877-841f-245b7e98e4cd req-72eccbbd-1095-4607-86cf-5e594c112956 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:46.227208 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c0030e47-1d7e-4877-841f-245b7e98e4cd req-72eccbbd-1095-4607-86cf-5e594c112956 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0946033 Oct 28 09:32:46.295216 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c0030e47-1d7e-4877-841f-245b7e98e4cd req-e29fd5c2-0d6e-472d-a48a-1690e2871907 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643728 Oct 28 09:32:46.383912 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-9aa6bda4-be91-4ecc-bb62-d3c5a3aef952 None None] Provisioning complete for port b83ff338-2619-40be-8f82-0d62427cd395 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:46.394039 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9aa6bda4-be91-4ecc-bb62-d3c5a3aef952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:46.433492 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08adda-135c-407c-9da0-0a5e53698571 req-dc8b2c9d-99ed-46ac-89d7-c3c8e3119151 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:46.435333 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6d08adda-135c-407c-9da0-0a5e53698571 req-dc8b2c9d-99ed-46ac-89d7-c3c8e3119151 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1145353 Oct 28 09:32:46.485732 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6d08adda-135c-407c-9da0-0a5e53698571 req-3798cc3e-a1d5-4f32-b43b-a795e99790cc tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428655 Oct 28 09:32:46.497535 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6518e3-4985-4b7c-b574-541a69121ddd req-359b683b-0b73-4a40-90b2-6aa96ac6e45f tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:46.509313 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5e6518e3-4985-4b7c-b574-541a69121ddd req-359b683b-0b73-4a40-90b2-6aa96ac6e45f tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 946 time: 0.1080291 Oct 28 09:32:46.543852 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6bda4-be91-4ecc-bb62-d3c5a3aef952 None None] Port b83ff338-2619-40be-8f82-0d62427cd395 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:32:46.607053 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5e6518e3-4985-4b7c-b574-541a69121ddd req-0f59fb8c-6749-4b20-b08f-6faaea443ac8 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957165 Oct 28 09:32:46.686558 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-9aa6bda4-be91-4ecc-bb62-d3c5a3aef952 None None] Provisioning complete for port fbad1d78-1573-499e-b2ef-f9f5bdcfb659 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:46.687515 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9aa6bda4-be91-4ecc-bb62-d3c5a3aef952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:46.739918 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:46.782765 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 3e4de096-5f4c-4fe1-9bda-e7476df15c80 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:46.783253 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:46.872830 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:47.013821 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-4b0fc617-0852-4ada-95fc-d189d6c80939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:47.024335 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:47.158775 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388ef5e-2695-4e07-bdfb-a13e46c3bf3c req-e1c85765-da25-4529-9abc-b838a013a404 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:47.165577 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3388ef5e-2695-4e07-bdfb-a13e46c3bf3c req-e1c85765-da25-4529-9abc-b838a013a404 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.1182802 Oct 28 09:32:47.179676 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:47.197958 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=6109a21b-3532-4e9c-8f51-3bcf4b995b92,revision_number=7']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:47.254781 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port 3e4de096-5f4c-4fe1-9bda-e7476df15c80, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=3e4de096-5f4c-4fe1-9bda-e7476df15c80,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:47.258046 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3388ef5e-2695-4e07-bdfb-a13e46c3bf3c req-7dd53fa8-a16c-4750-8907-54f9c3066ff6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850294 Oct 28 09:32:47.271598 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:47.273652 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device fbad1d78-1573-499e-b2ef-f9f5bdcfb659 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:47.430620 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41470) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:47.436165 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757845198', 'description': 'tempest-secgroup-smoke-757845198 description', 'project_id': '660ec9ee8b0f45138a129b50c8550f44'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:47.653338 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:47.668827 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05fcf2-f237-4487-a521-41b34368251b req-1b9c008b-8daa-4cf9-b6de-154806b37019 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:47.685110 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-de05fcf2-f237-4487-a521-41b34368251b req-1b9c008b-8daa-4cf9-b6de-154806b37019 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1084375 Oct 28 09:32:47.708101 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0248407-772f-4b46-a749-1c591248c9de req-9171e753-dafc-4779-8299-6a955ccb4d66 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:47.717328 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b0248407-772f-4b46-a749-1c591248c9de req-9171e753-dafc-4779-8299-6a955ccb4d66 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.2524090 Oct 28 09:32:47.822571 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b0248407-772f-4b46-a749-1c591248c9de req-7f6b6043-b4ad-4f86-a42e-a34b17219f3a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042295 Oct 28 09:32:47.838904 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:47.846604 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749c6f9a-92d0-4099-8f37-958f658e426f" -d '{"events": [{"server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "name": "network-vif-plugged", "status": "completed", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:47.934812 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Sync routers for ids ['cfa65fec-2085-4429-85df-cecb8e6860e2'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:32:48.007890 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.020351 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.061042 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port fbad1d78-1573-499e-b2ef-f9f5bdcfb659 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:48.062269 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.149524 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab2657b-738b-4884-ae4d-956c0faf5566,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:48.177437 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.177806 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.178204 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.178549 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.178912 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.179354 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.179793 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.180124 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.180617 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.180839 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.181169 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.181497 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:48.213114 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.214337 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-767108a0-4ce9-4907-a27d-acacfbdf9b56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7824221 Oct 28 09:32:48.227069 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41478) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:48.228615 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=3e4de096-5f4c-4fe1-9bda-e7476df15c80,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:48.232550 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.234974 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.235115 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-c20f5147-f4c8-42e1-9908-cdd42fcb8ec2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'security_group_rule': {'security_group_id': 'cab2657b-738b-4884-ae4d-956c0faf5566', 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:48.242503 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Routers {'cfa65fec-2085-4429-85df-cecb8e6860e2'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:48.247903 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['cfa65fec-2085-4429-85df-cecb8e6860e2'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:48.287930 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dc62f-cacf-46b8-9c4e-66dd5648fd42 req-53919885-3431-44d6-9840-e03bb8271c9a tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:48.321108 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-950dc62f-cacf-46b8-9c4e-66dd5648fd42 req-53919885-3431-44d6-9840-e03bb8271c9a tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 946 time: 0.3423226 Oct 28 09:32:48.406186 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-950dc62f-cacf-46b8-9c4e-66dd5648fd42 req-c048531c-9fc4-4280-a8a1-50251baf0aa8 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838296 Oct 28 09:32:48.429390 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c20f5147-f4c8-42e1-9908-cdd42fcb8ec2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.457507 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-de05fcf2-f237-4487-a521-41b34368251b req-883277ae-99e0-495d-b829-43c2263f5d91 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7711582 Oct 28 09:32:48.498105 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cd5dd4-af8e-4969-962a-52d68964c9e9 x-openstack-request-id: req-d7cd5dd4-af8e-4969-962a-52d68964c9e9 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:48.498261 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "name": "network-vif-plugged", "status": "completed", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:48.498877 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d7cd5dd4-af8e-4969-962a-52d68964c9e9 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:48.498993 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'code': 200} Oct 28 09:32:48.518585 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c20f5147-f4c8-42e1-9908-cdd42fcb8ec2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.520035 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Set router cfa65fec-2085-4429-85df-cecb8e6860e2 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:48.525905 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c20f5147-f4c8-42e1-9908-cdd42fcb8ec2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.581118 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f5147-f4c8-42e1-9908-cdd42fcb8ec2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8019570-744c-430c-a663-35d73a6e7a1b,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:48.625331 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c20f5147-f4c8-42e1-9908-cdd42fcb8ec2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.627438 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-c20f5147-f4c8-42e1-9908-cdd42fcb8ec2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3991754 Oct 28 09:32:48.627925 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 3e4de096-5f4c-4fe1-9bda-e7476df15c80 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:48.632869 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41486) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:48.637964 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-00edbe5b-dc44-437d-b9d5-87f1789ce046 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'security_group_rule': {'security_group_id': 'cab2657b-738b-4884-ae4d-956c0faf5566', 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:48.714311 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfca3a-8818-4d3e-ae5a-c75aa6b175eb req-9d138f49-bdbd-4a3e-9b37-347904e4ae01 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:48.729295 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c6bfca3a-8818-4d3e-ae5a-c75aa6b175eb req-9d138f49-bdbd-4a3e-9b37-347904e4ae01 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.1198280 Oct 28 09:32:48.776687 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-00edbe5b-dc44-437d-b9d5-87f1789ce046 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.836076 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c6bfca3a-8818-4d3e-ae5a-c75aa6b175eb req-78ac6d3c-0c38-4dfd-95d7-03a59a9b9ba3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044207 Oct 28 09:32:48.875067 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-00edbe5b-dc44-437d-b9d5-87f1789ce046 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.886806 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-00edbe5b-dc44-437d-b9d5-87f1789ce046 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.919895 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edbe5b-dc44-437d-b9d5-87f1789ce046 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a5a40b-ba10-4c28-94d7-c1a5f556eee7,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:48.933335 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-00edbe5b-dc44-437d-b9d5-87f1789ce046 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:48.937133 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-00edbe5b-dc44-437d-b9d5-87f1789ce046 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3028178 Oct 28 09:32:48.940019 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41494) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:48.945732 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-ff4ab40f-1194-43a0-93e3-de6e09525815 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'security_group_rule': {'security_group_id': 'cab2657b-738b-4884-ae4d-956c0faf5566', 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:49.019205 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b31c1-7486-4df0-b40f-607cc1e2da67 req-1eea7c29-8222-4b3f-8324-02361d177792 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:49.024644 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 3e4de096-5f4c-4fe1-9bda-e7476df15c80 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:49.025023 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.027881 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6e1b31c1-7486-4df0-b40f-607cc1e2da67 req-1eea7c29-8222-4b3f-8324-02361d177792 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0765102 Oct 28 09:32:49.061223 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab40f-1194-43a0-93e3-de6e09525815 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.090679 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6e1b31c1-7486-4df0-b40f-607cc1e2da67 req-b88e8223-f7a1-4e2e-90cd-241e0362598a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625060 Oct 28 09:32:49.167633 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab40f-1194-43a0-93e3-de6e09525815 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.184672 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab40f-1194-43a0-93e3-de6e09525815 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.202889 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'name': 'tempest-TestVolumeBootPattern-1077549459-router', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:37Z', 'updated_at': '2021-10-28T09:32:43Z', 'revision_number': 4, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'gw_port': {'id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:38Z', 'updated_at': '2021-10-28T09:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'b83ff338-2619-40be-8f82-0d62427cd395', 'name': '', 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'mac_address': 'fa:16:3e:8d:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4d83bdb9-439e-47ae-a46b-c831a6c04eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:42Z', 'updated_at': '2021-10-28T09:32:44Z', 'revision_number': 2, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'subnets': [{'id': '4d83bdb9-439e-47ae-a46b-c831a6c04eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:49.244846 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab40f-1194-43a0-93e3-de6e09525815 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.246948 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Checking router: cfa65fec-2085-4429-85df-cecb8e6860e2 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:32:49.247094 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Updating router cfa65fec-2085-4429-85df-cecb8e6860e2 port b83ff338-2619-40be-8f82-0d62427cd395 binding host dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:32:49.247849 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-ff4ab40f-1194-43a0-93e3-de6e09525815 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3066564 Oct 28 09:32:49.251344 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41500) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:49.256924 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ab40f-1194-43a0-93e3-de6e09525815 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb41dede-a0a3-4162-83bb-9981b1405cc0,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:49.273883 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-f4de85cd-4110-4c08-a299-e2d08a4b5bc5 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'security_group_rule': {'security_group_id': 'cab2657b-738b-4884-ae4d-956c0faf5566', 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:49.283098 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.340291 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f4de85cd-4110-4c08-a299-e2d08a4b5bc5 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.463269 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f4de85cd-4110-4c08-a299-e2d08a4b5bc5 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.472819 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f4de85cd-4110-4c08-a299-e2d08a4b5bc5 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.515875 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de85cd-4110-4c08-a299-e2d08a4b5bc5 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ceb7f8-e4b0-404d-af7f-bbf935877cd0,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:49.532366 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f4de85cd-4110-4c08-a299-e2d08a4b5bc5 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.533936 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-f4de85cd-4110-4c08-a299-e2d08a4b5bc5 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2813089 Oct 28 09:32:49.536891 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41504) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:49.542390 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-b67724bb-baff-41bb-88bc-1f0785a6c515 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'security_group_rule': {'security_group_id': 'cab2657b-738b-4884-ae4d-956c0faf5566', 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:49.595918 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.securitygroups_db [None req-b67724bb-baff-41bb-88bc-1f0785a6c515 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Project 660ec9ee8b0f45138a129b50c8550f44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:32:49.602039 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b67724bb-baff-41bb-88bc-1f0785a6c515 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.614667 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Publish callbacks [] for port, precommit_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.627116 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.676002 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f912b-1b91-4065-b862-c4abc24f3b11 None None] Pushing event updated for resources: {'Port': ['ID=b83ff338-2619-40be-8f82-0d62427cd395,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:49.678351 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.764280 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b67724bb-baff-41bb-88bc-1f0785a6c515 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.773079 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Attempting to bind port b83ff338-2619-40be-8f82-0d62427cd395 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:49.776540 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Attempting to bind port b83ff338-2619-40be-8f82-0d62427cd395 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '77b9b772-bed6-4e43-86be-9878fa42eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:49.777077 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Attempting to bind port b83ff338-2619-40be-8f82-0d62427cd395 on network 5d6699c0-a96a-47ce-a94b-813b1f296167 {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:49.799364 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537861df-9f93-4186-8bbb-4a7266ae9e06 req-78095d7e-9417-4488-9ab9-5511a319a0a1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:49.799364 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-537861df-9f93-4186-8bbb-4a7266ae9e06 req-78095d7e-9417-4488-9ab9-5511a319a0a1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1542645 Oct 28 09:32:49.808392 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b67724bb-baff-41bb-88bc-1f0785a6c515 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.815526 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:49.816045 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Checking segment: {'id': '77b9b772-bed6-4e43-86be-9878fa42eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:49.818138 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.819300 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Bound using segment: {'id': '77b9b772-bed6-4e43-86be-9878fa42eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:49.821064 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Bound port: b83ff338-2619-40be-8f82-0d62427cd395, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b9b772-bed6-4e43-86be-9878fa42eda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:49.821643 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.855050 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67724bb-baff-41bb-88bc-1f0785a6c515 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01233fb-acdb-4326-bbd7-a927c5e6c600,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:49.874334 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b67724bb-baff-41bb-88bc-1f0785a6c515 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.878605 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-b67724bb-baff-41bb-88bc-1f0785a6c515 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3374410 Oct 28 09:32:49.878697 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 41510) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:32:49.883176 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-19836de7-15a6-41b2-9d35-bc5733071e0b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'security_group_rule': {'security_group_id': 'cab2657b-738b-4884-ae4d-956c0faf5566', 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:49.900244 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-537861df-9f93-4186-8bbb-4a7266ae9e06 req-4bfb481a-761f-4f37-b40b-a1065575f864 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067600 Oct 28 09:32:49.948889 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] For port b83ff338-2619-40be-8f82-0d62427cd395, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:49.955368 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.securitygroups_db [None req-19836de7-15a6-41b2-9d35-bc5733071e0b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Project 660ec9ee8b0f45138a129b50c8550f44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:32:49.958201 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] For port b83ff338-2619-40be-8f82-0d62427cd395, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=b83ff338-2619-40be-8f82-0d62427cd395,segment=NetworkSegment(77b9b772-bed6-4e43-86be-9878fa42eda0),segment_id=77b9b772-bed6-4e43-86be-9878fa42eda0)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:49.962505 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-19836de7-15a6-41b2-9d35-bc5733071e0b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:49.975746 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:50.051031 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f912b-1b91-4065-b862-c4abc24f3b11 None None] Pushing event updated for resources: {'Port': ['ID=b83ff338-2619-40be-8f82-0d62427cd395,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:50.098831 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Routers {'cfa65fec-2085-4429-85df-cecb8e6860e2'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:32:50.102901 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:32:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['cfa65fec-2085-4429-85df-cecb8e6860e2'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:50.220368 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee0b01-274d-499a-8783-d885c311fb1c req-abe194f7-de66-484d-a5ee-7475f90c3882 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:50.230061 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-92ee0b01-274d-499a-8783-d885c311fb1c req-abe194f7-de66-484d-a5ee-7475f90c3882 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.2613399 Oct 28 09:32:50.255521 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-19836de7-15a6-41b2-9d35-bc5733071e0b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:50.285661 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-19836de7-15a6-41b2-9d35-bc5733071e0b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:50.339469 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-f20a0cf7-a280-4611-88b6-855e85291874 None None] Provisioning complete for port b83ff338-2619-40be-8f82-0d62427cd395 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:50.340011 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f20a0cf7-a280-4611-88b6-855e85291874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:50.352257 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-92ee0b01-274d-499a-8783-d885c311fb1c req-ea6490e5-9af9-4637-9873-e9fd4b1d77b7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125507 Oct 28 09:32:50.379948 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19836de7-15a6-41b2-9d35-bc5733071e0b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a11c16-394c-41d4-825f-fa5ea6f7d178,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:50.397021 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-19836de7-15a6-41b2-9d35-bc5733071e0b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:50.399401 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-19836de7-15a6-41b2-9d35-bc5733071e0b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5187619 Oct 28 09:32:50.516464 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] Set router cfa65fec-2085-4429-85df-cecb8e6860e2 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:32:50.528367 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54a42e-6b37-44db-920d-4b8c1ae19ad0 req-42a20b40-f6dd-461d-9590-c14066fcbde7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:50.541845 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7b54a42e-6b37-44db-920d-4b8c1ae19ad0 req-42a20b40-f6dd-461d-9590-c14066fcbde7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.1055055 Oct 28 09:32:50.669263 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7b54a42e-6b37-44db-920d-4b8c1ae19ad0 req-46bc2224-de4d-43b9-8b2c-fd19ec33cd81 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250525 Oct 28 09:32:50.675517 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f20a0cf7-a280-4611-88b6-855e85291874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:50.860136 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-f20a0cf7-a280-4611-88b6-855e85291874 None None] For port b83ff338-2619-40be-8f82-0d62427cd395, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=b83ff338-2619-40be-8f82-0d62427cd395,segment=NetworkSegment(77b9b772-bed6-4e43-86be-9878fa42eda0),segment_id=77b9b772-bed6-4e43-86be-9878fa42eda0)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:32:50.869911 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f20a0cf7-a280-4611-88b6-855e85291874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:50.946821 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a0cf7-a280-4611-88b6-855e85291874 None None] Pushing event updated for resources: {'Port': ['ID=b83ff338-2619-40be-8f82-0d62427cd395,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:51.041757 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-25858784-a7c3-4673-bd00-b7650df6a5e7 None None] Provisioning complete for port b83ff338-2619-40be-8f82-0d62427cd395 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:51.043361 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-25858784-a7c3-4673-bd00-b7650df6a5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:51.104086 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'name': 'tempest-TestVolumeBootPattern-1077549459-router', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:37Z', 'updated_at': '2021-10-28T09:32:43Z', 'revision_number': 4, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'gw_port': {'id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:38Z', 'updated_at': '2021-10-28T09:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'b83ff338-2619-40be-8f82-0d62427cd395', 'name': '', 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'mac_address': 'fa:16:3e:8d:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4d83bdb9-439e-47ae-a46b-c831a6c04eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:42Z', 'updated_at': '2021-10-28T09:32:49Z', 'revision_number': 4, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'subnets': [{'id': '4d83bdb9-439e-47ae-a46b-c831a6c04eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:32:51.151472 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37ccd6-89e5-4ba3-910c-e179484421e9 req-865a4c7e-cc41-40e3-bc90-2c494675efb6 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:51.157659 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1d37ccd6-89e5-4ba3-910c-e179484421e9 req-865a4c7e-cc41-40e3-bc90-2c494675efb6 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1152506 Oct 28 09:32:51.157979 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a1bb09-bd6d-4a36-bc68-80a534ca77d1 None None] The sync data for ids ['cfa65fec-2085-4429-85df-cecb8e6860e2'] in dv-cinder-815145-4-iscsi is: [{'id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'name': 'tempest-TestVolumeBootPattern-1077549459-router', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:37Z', 'updated_at': '2021-10-28T09:32:43Z', 'revision_number': 4, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'gw_port': {'id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:38Z', 'updated_at': '2021-10-28T09:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'b83ff338-2619-40be-8f82-0d62427cd395', 'name': '', 'network_id': '5d6699c0-a96a-47ce-a94b-813b1f296167', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'mac_address': 'fa:16:3e:8d:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4d83bdb9-439e-47ae-a46b-c831a6c04eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:42Z', 'updated_at': '2021-10-28T09:32:49Z', 'revision_number': 4, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'subnets': [{'id': '4d83bdb9-439e-47ae-a46b-c831a6c04eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:32:51.267880 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1d37ccd6-89e5-4ba3-910c-e179484421e9 req-ed565f76-ff49-477e-b0f9-d0dc5eefc071 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030722 Oct 28 09:32:51.283925 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-f4cf71a9-0208-4a1f-bd48-df57c920adca tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:51.292806 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-f4cf71a9-0208-4a1f-bd48-df57c920adca tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/networks?id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a HTTP/1.1" status: 200 len: 814 time: 0.3614111 Oct 28 09:32:51.318878 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-f63374b3-e18c-4a8f-9367-39ab0dd6888d tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/quotas/65819ad24cc5495abf0cde810398a459 HTTP/1.1" status: 200 len: 375 time: 0.0248632 Oct 28 09:32:51.448687 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-e45bf668-fe4e-46e5-938f-75a67a036bba tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=65819ad24cc5495abf0cde810398a459&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053019 Oct 28 09:32:51.576365 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f37de-c97c-4481-9801-15b5ead75f99 req-f7732a48-6375-4dec-9f6b-cb195e2c9280 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:51.584915 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3b7f37de-c97c-4481-9801-15b5ead75f99 req-f7732a48-6375-4dec-9f6b-cb195e2c9280 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.0907915 Oct 28 09:32:51.635556 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-82d3af60-e4fb-4cf2-b090-1e36c939ea95 service neutron] 10.222.0.117 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846070 Oct 28 09:32:51.652585 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3b7f37de-c97c-4481-9801-15b5ead75f99 req-417e3327-1fa7-43ea-af11-6bbdf30ddbbf tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601821 Oct 28 09:32:51.766038 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-36841e65-e102-44c6-9df4-5ec8a620efb2 service neutron] 10.222.0.117 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230605 Oct 28 09:32:51.850276 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b00e6-ff41-426f-afe6-c7ddfe1ef6d3 req-1cb01f95-1e94-4afa-8273-586c52c5e24a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:51.859686 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8c8b00e6-ff41-426f-afe6-c7ddfe1ef6d3 req-1cb01f95-1e94-4afa-8273-586c52c5e24a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0876148 Oct 28 09:32:51.917308 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8c8b00e6-ff41-426f-afe6-c7ddfe1ef6d3 req-13c2035f-0b1f-4be1-b3ec-02451da0b81c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564971 Oct 28 09:32:51.984498 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-db2d1d92-4489-4463-9bd9-09eef6f679d8 req-0d5cb292-7555-4a50-ae4c-a8a1c6f79008 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 210 time: 0.0423262 Oct 28 09:32:52.512128 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721754a-f31c-42f5-b89b-86b4ec9f7005 req-3c392386-689b-4df6-b5af-7d937ef6f4ae tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:52.517708 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4721754a-f31c-42f5-b89b-86b4ec9f7005 req-3c392386-689b-4df6-b5af-7d937ef6f4ae tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1278052 Oct 28 09:32:52.563746 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device b83ff338-2619-40be-8f82-0d62427cd395 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:32:52.639884 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4721754a-f31c-42f5-b89b-86b4ec9f7005 req-b4f0a23d-3091-4af7-b313-c651c309213b tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155732 Oct 28 09:32:52.867365 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e31ae-b0a1-4432-8639-67e9cbb3d365 req-9e86b1fe-c5cf-4eb2-b4c9-384ffc9cbf03 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:52.879968 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b35e31ae-b0a1-4432-8639-67e9cbb3d365 req-9e86b1fe-c5cf-4eb2-b4c9-384ffc9cbf03 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.1026816 Oct 28 09:32:52.893157 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port b83ff338-2619-40be-8f82-0d62427cd395 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:52.893519 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:52.966583 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b35e31ae-b0a1-4432-8639-67e9cbb3d365 req-4f7a5c3a-0cc9-4c4a-9696-2a23c182aa8a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686958 Oct 28 09:32:53.099728 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc687d1-df14-4785-8281-256c6959aea6 req-c1c106a0-bd60-40c4-8e49-8d8f00ddeb3d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:53.105135 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8dc687d1-df14-4785-8281-256c6959aea6 req-c1c106a0-bd60-40c4-8e49-8d8f00ddeb3d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0715847 Oct 28 09:32:53.173096 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8dc687d1-df14-4785-8281-256c6959aea6 req-7202831f-273e-4b4f-97de-021aeae3ef97 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637357 Oct 28 09:32:53.177031 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-48d37872-66b0-4a2d-8af6-2c20a6c13eeb req-2e7819d8-7faf-4297-8c10-0e6cc4b49e9a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 210 time: 0.0728037 Oct 28 09:32:53.825257 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-7b69d37c-f2cb-4f3a-be6e-ec5cf90b8eb0 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:53.827433 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-7b69d37c-f2cb-4f3a-be6e-ec5cf90b8eb0 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.32 "GET /v2.0/networks?id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a HTTP/1.1" status: 200 len: 814 time: 0.2061079 Oct 28 09:32:53.836271 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653c8b3-da3b-45df-912f-f70709a10e9c req-ab6e2ef8-8ee6-4936-935a-df41329a4b1b tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:53.853680 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Request body: {'port': {'device_id': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'admin_state_up': True, 'tenant_id': '65819ad24cc5495abf0cde810398a459'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:53.865907 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d653c8b3-da3b-45df-912f-f70709a10e9c req-ab6e2ef8-8ee6-4936-935a-df41329a4b1b tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1410375 Oct 28 09:32:53.949284 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d653c8b3-da3b-45df-912f-f70709a10e9c req-dc130902-fae9-44c2-b44f-6ed18cecc73c tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823948 Oct 28 09:32:54.026611 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Made reservation on behalf of 65819ad24cc5495abf0cde810398a459 for: {'port': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:32:54.031129 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:54.174996 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100353b-a463-4305-a15d-f8b958e17119 req-056668a8-fdeb-4d49-b8b2-75507a23eb92 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:54.176576 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b100353b-a463-4305-a15d-f8b958e17119 req-056668a8-fdeb-4d49-b8b2-75507a23eb92 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.1148300 Oct 28 09:32:54.249734 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b100353b-a463-4305-a15d-f8b958e17119 req-f08e9b5b-73d1-4937-8d78-becc25e3e1b6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524268 Oct 28 09:32:54.254275 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Allocated IP 172.20.0.6 (f11e3cc8-0410-4fb2-a36b-a78d57e9c74a/aa40ae6a-92a7-4efb-a54a-71a326b311db/ed8c8587-3048-4680-a8a2-125518b40b83) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:32:54.395055 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f7221-3911-4dde-8ea8-ec3f22fc756b req-7ac77a87-c173-4e63-98b0-b45e1b70377d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:54.395790 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f01f7221-3911-4dde-8ea8-ec3f22fc756b req-7ac77a87-c173-4e63-98b0-b45e1b70377d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.1170805 Oct 28 09:32:54.432545 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6cc0ebe9-5402-4dda-abc1-1b9c2921525f req-4d5e0f50-5cf5-422c-86fa-74a080892bb9 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 210 time: 0.0669005 Oct 28 09:32:54.473112 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f01f7221-3911-4dde-8ea8-ec3f22fc756b req-4f9cf1cf-1cfc-441e-8056-cce253b59678 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711956 Oct 28 09:32:54.564833 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:54.604157 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:54.668752 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:32:54.668752 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:32:54.668752 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:32:54.714392 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'Port': ['ID=ed8c8587-3048-4680-a8a2-125518b40b83,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:54.731021 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:54.731673 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:54.734905 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.735260 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.735607 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.735944 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.736283 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.736650 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.736985 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.737316 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.737637 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.737964 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.738291 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.738617 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:32:54.762884 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-456c9ba9-f27d-4856-8dba-6a8b0ade5f96 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9225795 Oct 28 09:32:54.776623 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Request body: {'port': {'device_id': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:32:54.853024 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:55.020780 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6d5e5635-4439-4244-bc05-aba58e858531 None None] Provisioning complete for port ed8c8587-3048-4680-a8a2-125518b40b83 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:32:55.021826 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5635-4439-4244-bc05-aba58e858531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:55.067871 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e5635-4439-4244-bc05-aba58e858531 None None] Port ed8c8587-3048-4680-a8a2-125518b40b83 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:32:55.140952 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef9c5c-8fdb-486c-87f8-76d7aece2b3b req-cfebae10-e549-4f8d-ab25-4eb220eacecc tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:55.142576 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95ef9c5c-8fdb-486c-87f8-76d7aece2b3b req-cfebae10-e549-4f8d-ab25-4eb220eacecc tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0920742 Oct 28 09:32:55.211841 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-95ef9c5c-8fdb-486c-87f8-76d7aece2b3b req-10749d63-0695-4214-991c-163d82c8d15c tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529549 Oct 28 09:32:55.272799 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8c8587-3048-4680-a8a2-125518b40b83 {{(pid=101414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:32:55.281525 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:55.307828 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.provisioning_blocks [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Transition to ACTIVE for port object ed8c8587-3048-4680-a8a2-125518b40b83 will not be triggered until provisioned by entity L2. {{(pid=101414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:32:55.314882 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:55.510824 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8c8587-3048-4680-a8a2-125518b40b83,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:55.577210 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f9c32-241b-4b8d-ab5a-52c3d0c109ec req-ab6b61cf-d0c2-4995-a101-c369358f93a0 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:55.584774 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e30f9c32-241b-4b8d-ab5a-52c3d0c109ec req-ab6b61cf-d0c2-4995-a101-c369358f93a0 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1077747 Oct 28 09:32:55.599502 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1634d-cddd-4ebe-b618-aa9e5a785639 req-58a6c739-47e0-4020-97eb-911396ba9e89 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:55.602296 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f6e1634d-cddd-4ebe-b618-aa9e5a785639 req-58a6c739-47e0-4020-97eb-911396ba9e89 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.2212656 Oct 28 09:32:55.638523 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151699e2-ad63-4b4e-9ab5-b934eb20281e req-141dde07-8e87-4595-9fa9-1cb9cc8099b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:55.642059 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-151699e2-ad63-4b4e-9ab5-b934eb20281e req-141dde07-8e87-4595-9fa9-1cb9cc8099b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 1099 time: 0.1923525 Oct 28 09:32:55.675092 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351ede0-0eb5-4734-b64b-6a4b9510e6f5 req-8e952327-bb6d-4218-89ab-48c16a9e2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:55.676876 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d351ede0-0eb5-4734-b64b-6a4b9510e6f5 req-8e952327-bb6d-4218-89ab-48c16a9e2a25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 1099 time: 0.0888546 Oct 28 09:32:55.696291 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e30f9c32-241b-4b8d-ab5a-52c3d0c109ec req-3c23d306-9528-40d8-be7a-ff17b54108c7 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100321 Oct 28 09:32:55.786381 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Attempting to bind port ed8c8587-3048-4680-a8a2-125518b40b83 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:32:55.786972 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Attempting to bind port ed8c8587-3048-4680-a8a2-125518b40b83 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:32:55.787548 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Attempting to bind port ed8c8587-3048-4680-a8a2-125518b40b83 on network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:55.825886 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Port ed8c8587-3048-4680-a8a2-125518b40b83 on network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:32:55.826205 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Attempting to bind port ed8c8587-3048-4680-a8a2-125518b40b83 on network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:32:55.834486 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f6e1634d-cddd-4ebe-b618-aa9e5a785639 req-19f1728c-cea5-442a-9256-6b489069d2a9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221627 Oct 28 09:32:55.840826 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:32:55.841171 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Checking segment: {'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:32:55.841561 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Bound using segment: {'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:32:55.842009 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Bound port: ed8c8587-3048-4680-a8a2-125518b40b83, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee7f1c6-3524-4225-a5f8-71a2db185d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a'}}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:32:55.842369 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:55.940049 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351ede0-0eb5-4734-b64b-6a4b9510e6f5 req-f31d0e28-18b2-4b3b-936a-4c6dac2b46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:55.941780 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d351ede0-0eb5-4734-b64b-6a4b9510e6f5 req-f31d0e28-18b2-4b3b-936a-4c6dac2b46f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 913 time: 0.2443130 Oct 28 09:32:55.947581 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151699e2-ad63-4b4e-9ab5-b934eb20281e req-f04c0b77-f287-4e76-b667-8fbf79e6bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:55.948998 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-151699e2-ad63-4b4e-9ab5-b934eb20281e req-f04c0b77-f287-4e76-b667-8fbf79e6bbd0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 918 time: 0.2596614 Oct 28 09:32:56.058511 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7efd9-534e-43ed-9480-d61ad437c9dd req-b58bae40-a6cd-4b59-bf0e-5adf12597490 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.063618 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-86d7efd9-534e-43ed-9480-d61ad437c9dd req-b58bae40-a6cd-4b59-bf0e-5adf12597490 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.2150114 Oct 28 09:32:56.083164 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d351ede0-0eb5-4734-b64b-6a4b9510e6f5 req-9f121e02-d50f-46f6-b96e-8c26c3eafc7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e HTTP/1.1" status: 200 len: 1002 time: 0.1227193 Oct 28 09:32:56.092131 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] For port ed8c8587-3048-4680-a8a2-125518b40b83, host hv-cinder-81514, cleared binding levels {{(pid=101414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:32:56.110903 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] For port ed8c8587-3048-4680-a8a2-125518b40b83, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ed8c8587-3048-4680-a8a2-125518b40b83,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:32:56.115474 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-151699e2-ad63-4b4e-9ab5-b934eb20281e req-4ad68a85-d7e4-482b-a0b5-46b11b8228f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92 HTTP/1.1" status: 200 len: 1002 time: 0.1532197 Oct 28 09:32:56.125420 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5464f-ffe5-4deb-b23f-0a41bd8ec5ac req-192fb1cb-ec48-497c-8c77-e8f8963ed0bf tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.127099 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3df5464f-ffe5-4deb-b23f-0a41bd8ec5ac req-192fb1cb-ec48-497c-8c77-e8f8963ed0bf tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.1771476 Oct 28 09:32:56.138130 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:56.213296 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-86d7efd9-534e-43ed-9480-d61ad437c9dd req-784d75cf-3478-42b1-bf02-6348d151132a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243358 Oct 28 09:32:56.252840 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351ede0-0eb5-4734-b64b-6a4b9510e6f5 req-b0e080a3-f209-4dc2-a1a4-2919b3400958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.255359 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d351ede0-0eb5-4734-b64b-6a4b9510e6f5 req-b0e080a3-f209-4dc2-a1a4-2919b3400958 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a HTTP/1.1" status: 200 len: 850 time: 0.1603832 Oct 28 09:32:56.324102 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.324791 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:56.328254 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/ed8c8587-3048-4680-a8a2-125518b40b83 HTTP/1.1" status: 200 len: 1093 time: 1.5555482 Oct 28 09:32:56.336851 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0dee0-dcd0-4005-a274-48fae6dfa2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8c8587-3048-4680-a8a2-125518b40b83,revision_number=3']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:32:56.340287 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:32:56.349438 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac079f0-e650-48dd-8f54-9342d8193747" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:32:56.373546 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351ede0-0eb5-4734-b64b-6a4b9510e6f5 req-abb1a303-ef85-4032-9405-789adb1b198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.376411 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d351ede0-0eb5-4734-b64b-6a4b9510e6f5 req-abb1a303-ef85-4032-9405-789adb1b198b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7780ce9-bec5-4cab-8275-e693999d1d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1098225 Oct 28 09:32:56.420656 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151699e2-ad63-4b4e-9ab5-b934eb20281e req-afd02b3c-29a2-4e86-85db-11b307a17910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.422182 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-151699e2-ad63-4b4e-9ab5-b934eb20281e req-afd02b3c-29a2-4e86-85db-11b307a17910 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.2936175 Oct 28 09:32:56.424749 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80621626-ee38-4f31-988e-dd701eaa07dd x-openstack-request-id: req-80621626-ee38-4f31-988e-dd701eaa07dd {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:32:56.425041 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:32:56.425297 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-80621626-ee38-4f31-988e-dd701eaa07dd {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:32:56.425687 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'status': 'completed', 'code': 200} Oct 28 09:32:56.546345 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d351ede0-0eb5-4734-b64b-6a4b9510e6f5 req-5b007b92-4a51-4799-9a28-46e3ff75c8de service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536524 Oct 28 09:32:56.546891 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3df5464f-ffe5-4deb-b23f-0a41bd8ec5ac req-3acdc711-949e-4e69-a744-51796d9998a8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806563 Oct 28 09:32:56.575598 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-0b6593df-fcf8-47a6-acb4-10a2d82d83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.577429 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-0b6593df-fcf8-47a6-acb4-10a2d82d83e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65819ad24cc5495abf0cde810398a459&device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 1096 time: 0.1495481 Oct 28 09:32:56.579687 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151699e2-ad63-4b4e-9ab5-b934eb20281e req-f8c817c1-db57-410c-b6df-780826895929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.581331 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-151699e2-ad63-4b4e-9ab5-b934eb20281e req-f8c817c1-db57-410c-b6df-780826895929 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1291621 Oct 28 09:32:56.680356 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d351ede0-0eb5-4734-b64b-6a4b9510e6f5 req-4ea67176-7c56-45b0-9662-5795e1fd7028 service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243060 Oct 28 09:32:56.686062 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-e586d058-a681-4da5-8282-9ca474290ed2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8c8587-3048-4680-a8a2-125518b40b83 HTTP/1.1" status: 200 len: 217 time: 0.0855751 Oct 28 09:32:56.805216 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-6f577c19-6e26-4ffb-9da5-2240c26ffe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.815627 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-6f577c19-6e26-4ffb-9da5-2240c26ffe88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa40ae6a-92a7-4efb-a54a-71a326b311db HTTP/1.1" status: 200 len: 853 time: 0.1162343 Oct 28 09:32:56.904953 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eaf40-fbd2-49bb-a2c3-3d9818adeb9e req-cee7e777-b85e-49f0-a38f-d8c26ee48629 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.906795 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3e4eaf40-fbd2-49bb-a2c3-3d9818adeb9e req-cee7e777-b85e-49f0-a38f-d8c26ee48629 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1059799 Oct 28 09:32:56.929678 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-fea0d303-6ced-4109-bf3a-9b0a12578137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:56.931358 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-fea0d303-6ced-4109-bf3a-9b0a12578137 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1003404 Oct 28 09:32:56.937896 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-151699e2-ad63-4b4e-9ab5-b934eb20281e req-bbf41574-8e95-468a-831b-f81c95463369 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389616 Oct 28 09:32:56.953751 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3e4eaf40-fbd2-49bb-a2c3-3d9818adeb9e req-44a083ff-ef68-4129-adf0-de627e0293aa tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403006 Oct 28 09:32:57.137649 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992a450-2083-4636-83ad-f2315562420d req-90af2db8-a64b-4cb1-8c26-88f27977d91c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:57.139428 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e992a450-2083-4636-83ad-f2315562420d req-90af2db8-a64b-4cb1-8c26-88f27977d91c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.1841602 Oct 28 09:32:57.185848 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-151699e2-ad63-4b4e-9ab5-b934eb20281e req-b10d6b35-6768-4690-82fe-db17af9fbc38 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981616 Oct 28 09:32:57.193680 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-74ad3179-fd15-42e7-a16c-474690ed0bd7 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071416 Oct 28 09:32:57.215009 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e992a450-2083-4636-83ad-f2315562420d req-4760081d-7fd4-48c2-b71a-d9d0131b19b1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548289 Oct 28 09:32:57.316448 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8078aad-f189-4bc8-a7e5-f6402b9c2bce req-c1da2a78-fdc8-4b9a-a1a6-c06420d0637a service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002395 Oct 28 09:32:57.392456 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4525b0-8f08-4aa6-b52a-074e4ed4810c req-191e7d47-d7e7-4d3c-98a7-3254b7bc3689 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:57.403496 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0d4525b0-8f08-4aa6-b52a-074e4ed4810c req-191e7d47-d7e7-4d3c-98a7-3254b7bc3689 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.1059885 Oct 28 09:32:57.455153 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0d4525b0-8f08-4aa6-b52a-074e4ed4810c req-496f0e3e-f208-4614-9b21-dc43a7305d20 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497313 Oct 28 09:32:57.518970 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac079f0-e650-48dd-8f54-9342d8193747 req-f29fc3d8-ef6b-4785-8e00-bb723e3848e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:57.521299 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7ac079f0-e650-48dd-8f54-9342d8193747 req-f29fc3d8-ef6b-4785-8e00-bb723e3848e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65819ad24cc5495abf0cde810398a459&device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 1096 time: 0.0868142 Oct 28 09:32:57.697878 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac079f0-e650-48dd-8f54-9342d8193747 req-83d6dafe-b41e-49cd-bb5c-78ba875aacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:57.699289 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7ac079f0-e650-48dd-8f54-9342d8193747 req-83d6dafe-b41e-49cd-bb5c-78ba875aacc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a HTTP/1.1" status: 200 len: 916 time: 0.1667397 Oct 28 09:32:57.723466 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44006f-c649-49d7-b134-49703e2dca2c req-40aca28f-fc8f-4338-92f2-e112222e701a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:57.724917 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ea44006f-c649-49d7-b134-49703e2dca2c req-40aca28f-fc8f-4338-92f2-e112222e701a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0947182 Oct 28 09:32:57.761262 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7ac079f0-e650-48dd-8f54-9342d8193747 req-84c51dbd-0ce6-450a-a93b-f54081a10b9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8c8587-3048-4680-a8a2-125518b40b83 HTTP/1.1" status: 200 len: 217 time: 0.0526896 Oct 28 09:32:57.823263 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ea44006f-c649-49d7-b134-49703e2dca2c req-786aa38d-dd83-461a-a1fe-2b0c2688a49c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706201 Oct 28 09:32:57.830566 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac079f0-e650-48dd-8f54-9342d8193747 req-0fb538e5-dba4-458c-b416-49ac0204446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:57.831977 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7ac079f0-e650-48dd-8f54-9342d8193747 req-0fb538e5-dba4-458c-b416-49ac0204446d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa40ae6a-92a7-4efb-a54a-71a326b311db HTTP/1.1" status: 200 len: 853 time: 0.0613711 Oct 28 09:32:58.138853 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30d138-75a7-4724-ace0-156c397d93cf req-74706c18-192f-4827-9c80-2a6845bb5976 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:58.146710 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cc30d138-75a7-4724-ace0-156c397d93cf req-74706c18-192f-4827-9c80-2a6845bb5976 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0936849 Oct 28 09:32:58.179647 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac079f0-e650-48dd-8f54-9342d8193747 req-b13e655c-dfbc-4903-a3e7-aa4d07bd288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:58.181392 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7ac079f0-e650-48dd-8f54-9342d8193747 req-b13e655c-dfbc-4903-a3e7-aa4d07bd288c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3345792 Oct 28 09:32:58.192393 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cc30d138-75a7-4724-ace0-156c397d93cf req-87056651-36d0-46e0-a871-ebcdd8ad96d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Oct 28 09:32:58.342312 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7ac079f0-e650-48dd-8f54-9342d8193747 req-a1c63158-8880-4cbe-b3e9-c1136ffd1268 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440601 Oct 28 09:32:58.412201 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f926e92-85dd-467d-8e3b-884cd60e39e9 req-04e56516-0dbe-40c6-b9f4-b1bbf491bc57 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:58.414281 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4f926e92-85dd-467d-8e3b-884cd60e39e9 req-04e56516-0dbe-40c6-b9f4-b1bbf491bc57 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.1083076 Oct 28 09:32:58.483072 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4f926e92-85dd-467d-8e3b-884cd60e39e9 req-da86c117-2f78-4d76-ada1-f891d8986ec2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557463 Oct 28 09:32:58.486831 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7ac079f0-e650-48dd-8f54-9342d8193747 req-9b0a226e-037b-4725-9b37-b8ecf7ad6e68 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331270 Oct 28 09:32:58.588052 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60798844-efd4-4a03-8de2-5bc0aaa2e047 req-8e5ce354-53fa-4066-8e88-6f206de2d1eb tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:58.589641 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-60798844-efd4-4a03-8de2-5bc0aaa2e047 req-8e5ce354-53fa-4066-8e88-6f206de2d1eb tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0582514 Oct 28 09:32:58.633672 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-60798844-efd4-4a03-8de2-5bc0aaa2e047 req-44cdc758-c81a-4328-922f-d8a3cf678ac3 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Oct 28 09:32:58.954446 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516ff26-b917-4015-9cdb-d134e329afec req-9d291bbc-11b6-43ae-b4d6-66293791450d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:58.956245 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a516ff26-b917-4015-9cdb-d134e329afec req-9d291bbc-11b6-43ae-b4d6-66293791450d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0547025 Oct 28 09:32:59.011053 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a516ff26-b917-4015-9cdb-d134e329afec req-ce88a311-7ad2-4e14-a59a-e0a3f7648cd7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 Oct 28 09:32:59.249848 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:32:59.624403 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa289de-aaed-4571-8897-e888eca1a3f4 req-0b91d9a4-b66f-45bb-aff1-3ce17a34ff39 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:59.625926 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3aa289de-aaed-4571-8897-e888eca1a3f4 req-0b91d9a4-b66f-45bb-aff1-3ce17a34ff39 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.0520291 Oct 28 09:32:59.679754 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3aa289de-aaed-4571-8897-e888eca1a3f4 req-75f82e47-feb8-4bed-ab16-027ec911b189 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472572 Oct 28 09:32:59.795867 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78a050-affc-4bf2-a858-1ec195e9f0be req-cc1ee5f5-796c-41eb-a4d9-ac5c35a6fdfa tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:32:59.797324 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7e78a050-affc-4bf2-a858-1ec195e9f0be req-cc1ee5f5-796c-41eb-a4d9-ac5c35a6fdfa tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0601995 Oct 28 09:32:59.835868 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7e78a050-affc-4bf2-a858-1ec195e9f0be req-771c878d-6fd5-4bda-8297-009c71c79230 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317895 Oct 28 09:33:00.169040 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e129d-140e-4a39-a338-e38b29fa0871 req-0e43db9f-42ad-42d1-b8b8-8a03e3fead59 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:00.170514 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a75e129d-140e-4a39-a338-e38b29fa0871 req-0e43db9f-42ad-42d1-b8b8-8a03e3fead59 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0503674 Oct 28 09:33:00.207543 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a75e129d-140e-4a39-a338-e38b29fa0871 req-d4684fe4-4428-431c-9cf3-daf7ea6cb293 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Oct 28 09:33:00.824019 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658db92-fd0a-4205-8a5b-3265da44c640 req-4158699c-14be-4809-9198-360f22f4b433 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:00.825549 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0658db92-fd0a-4205-8a5b-3265da44c640 req-4158699c-14be-4809-9198-360f22f4b433 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.0558865 Oct 28 09:33:00.864985 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0658db92-fd0a-4205-8a5b-3265da44c640 req-86eeca2d-cb0c-4e0b-924e-4a0185e795cb tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333102 Oct 28 09:33:00.962056 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8c6b9-e394-4297-9f00-0f148129e3a3 req-9b918d30-a379-45a5-bbf6-371151332f19 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:00.963721 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-42f8c6b9-e394-4297-9f00-0f148129e3a3 req-9b918d30-a379-45a5-bbf6-371151332f19 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0555160 Oct 28 09:33:01.011222 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:33:01.013365 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-42f8c6b9-e394-4297-9f00-0f148129e3a3 req-ca806703-cf07-4c08-894c-d5ccd95fc7a8 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Oct 28 09:33:01.357781 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad208b3-c0af-4586-9e7a-492faa307c56 req-f9819efa-5619-4c30-8cb8-c73d783ffe7d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:01.359308 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7ad208b3-c0af-4586-9e7a-492faa307c56 req-f9819efa-5619-4c30-8cb8-c73d783ffe7d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0780134 Oct 28 09:33:01.402992 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7ad208b3-c0af-4586-9e7a-492faa307c56 req-2e5609a4-1548-4c7d-bbcb-54ef119b23c8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369709 Oct 28 09:33:01.998468 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c654677-17ec-4d82-8b18-937571bfae43 req-7cab9ba9-4ad9-492a-8ea5-abaf2b12d893 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:01.999975 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0c654677-17ec-4d82-8b18-937571bfae43 req-7cab9ba9-4ad9-492a-8ea5-abaf2b12d893 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.0531104 Oct 28 09:33:02.050464 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0c654677-17ec-4d82-8b18-937571bfae43 req-909a158b-0808-4777-9902-995e4d7d056c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428789 Oct 28 09:33:02.137722 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44dfdf-1edf-47fe-b5bb-546e4db8fadf req-54b0e2e8-5f3d-49f5-9b65-e8c13aa46d7f tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:02.139203 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-eb44dfdf-1edf-47fe-b5bb-546e4db8fadf req-54b0e2e8-5f3d-49f5-9b65-e8c13aa46d7f tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0492759 Oct 28 09:33:02.180993 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-eb44dfdf-1edf-47fe-b5bb-546e4db8fadf req-99b6fdd8-1745-4d9e-a1ba-a52d863f0159 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359044 Oct 28 09:33:02.546618 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fb83f-037b-4c18-87ff-e6b31ce3123a req-7b92c41f-6968-4d78-8a70-eb7ae452830f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:02.558565 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b31fb83f-037b-4c18-87ff-e6b31ce3123a req-7b92c41f-6968-4d78-8a70-eb7ae452830f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0585890 Oct 28 09:33:02.600060 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b31fb83f-037b-4c18-87ff-e6b31ce3123a req-d0fd28f2-c916-418d-a006-6c651cdf4565 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Oct 28 09:33:03.179283 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b6657-e076-4581-b354-cae471f885a1 req-9ca9f8fd-6b13-4090-b8ec-f587a84012c8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:03.180771 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2c4b6657-e076-4581-b354-cae471f885a1 req-9ca9f8fd-6b13-4090-b8ec-f587a84012c8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 946 time: 0.0497086 Oct 28 09:33:03.222726 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2c4b6657-e076-4581-b354-cae471f885a1 req-ebbc767f-6973-400e-af19-7c5797ed5437 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358891 Oct 28 09:33:03.305833 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d27a70-e2ce-4b47-9986-b99c4bcd7879 req-345b8d45-2970-46a9-b7c3-e7c39689f514 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:03.307320 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3d27a70-e2ce-4b47-9986-b99c4bcd7879 req-345b8d45-2970-46a9-b7c3-e7c39689f514 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0554378 Oct 28 09:33:03.351396 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3d27a70-e2ce-4b47-9986-b99c4bcd7879 req-d90a30c7-c594-41a6-87c0-567883661abf tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364776 Oct 28 09:33:03.717742 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a108d-25b7-4ef9-95cb-89350b4578f3 req-00212e17-bc46-4ffa-a1c2-4985a7f3cf9a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:03.719571 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6109a21b-3532-4e9c-8f51-3bcf4b995b92 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:33:03.720141 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-218a108d-25b7-4ef9-95cb-89350b4578f3 req-00212e17-bc46-4ffa-a1c2-4985a7f3cf9a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0526693 Oct 28 09:33:03.774132 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-218a108d-25b7-4ef9-95cb-89350b4578f3 req-4a83740e-67bb-4e00-8533-4f7df3f77b9f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481169 Oct 28 09:33:03.825450 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:03.869643 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:33:03.871978 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640ca560-7f47-406b-87f5-24d96edf8073" -d '{"events": [{"server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "name": "network-vif-unplugged", "status": "completed", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:33:03.876122 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:03.881587 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:03.919048 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b0f4a0-9b93-4116-aa66-6d9d5e0c2e8a x-openstack-request-id: req-b7b0f4a0-9b93-4116-aa66-6d9d5e0c2e8a {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:33:03.919480 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "name": "network-vif-unplugged", "status": "completed", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:33:03.919732 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-b7b0f4a0-9b93-4116-aa66-6d9d5e0c2e8a {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:33:03.920158 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'code': 200} Oct 28 09:33:03.937261 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=6109a21b-3532-4e9c-8f51-3bcf4b995b92,revision_number=8']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:03.945456 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:03.946139 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:03.946316 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:03.946648 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:03.946976 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:03.947302 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:03.947624 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:03.948092 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:03.948439 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:03.948759 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:03.949104 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:03.949419 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:33:04.358367 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5d314-0cc1-4c25-9389-7a00ea20e403 req-abd00181-b504-4b09-9711-64330bfa080a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:04.359873 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3fb5d314-0cc1-4c25-9389-7a00ea20e403 req-abd00181-b504-4b09-9711-64330bfa080a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0512605 Oct 28 09:33:04.404777 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3fb5d314-0cc1-4c25-9389-7a00ea20e403 req-1103d17b-1cc8-4880-adef-5424b921284e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376658 Oct 28 09:33:04.501815 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f05db0-d942-4b4d-8d83-671dbcd843cb req-04c5f15b-14ec-4834-93f6-099cb1d7a80a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:04.503220 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c6f05db0-d942-4b4d-8d83-671dbcd843cb req-04c5f15b-14ec-4834-93f6-099cb1d7a80a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0543125 Oct 28 09:33:04.543191 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c6f05db0-d942-4b4d-8d83-671dbcd843cb req-573826be-12a4-458c-b188-4a1d0cb1a729 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333474 Oct 28 09:33:04.900342 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7914d-4c44-44c6-bef1-a4c6e3a4fcd5 req-cce1a89a-7b9a-4eb0-8c37-62349155503c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:04.901910 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-61f7914d-4c44-44c6-bef1-a4c6e3a4fcd5 req-cce1a89a-7b9a-4eb0-8c37-62349155503c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0530000 Oct 28 09:33:04.947735 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-61f7914d-4c44-44c6-bef1-a4c6e3a4fcd5 req-1304b2b1-707e-453b-8b68-3c9a503432bc tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Oct 28 09:33:05.543434 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6359d-dbea-4cc4-a93e-0348a73d34d6 req-8e13dc06-cb61-4e02-bd98-37f4c0f94003 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:05.544944 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1ee6359d-dbea-4cc4-a93e-0348a73d34d6 req-8e13dc06-cb61-4e02-bd98-37f4c0f94003 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0531614 Oct 28 09:33:05.585124 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1ee6359d-dbea-4cc4-a93e-0348a73d34d6 req-6d40ef45-3a44-4a61-a895-8dfb54943d2e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340021 Oct 28 09:33:05.674203 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a9699-8d88-4839-bcf5-55c1a7081208 req-51056f9c-050d-42a7-842a-c90a8b875852 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:05.675654 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-792a9699-8d88-4839-bcf5-55c1a7081208 req-51056f9c-050d-42a7-842a-c90a8b875852 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0539584 Oct 28 09:33:05.718405 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-792a9699-8d88-4839-bcf5-55c1a7081208 req-89abab46-b2b7-41a5-8730-123f657e4f65 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361252 Oct 28 09:33:06.101655 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821576e3-73b4-433e-bb48-22c0184140c9 req-2f8c2f91-438c-4638-b850-25f356201b3b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:06.103531 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-821576e3-73b4-433e-bb48-22c0184140c9 req-2f8c2f91-438c-4638-b850-25f356201b3b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0837495 Oct 28 09:33:06.143039 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-821576e3-73b4-433e-bb48-22c0184140c9 req-1f0fb6be-f282-452a-ba8c-d43d86660825 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Oct 28 09:33:06.708758 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fb7e1-000e-4acc-bb02-82846783e28a req-3accfe1a-f9f9-44c0-8d0d-e24d67b39adc tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:06.710827 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f90fb7e1-000e-4acc-bb02-82846783e28a req-3accfe1a-f9f9-44c0-8d0d-e24d67b39adc tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0498688 Oct 28 09:33:06.751542 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f90fb7e1-000e-4acc-bb02-82846783e28a req-df62a35a-38f2-464c-a835-4a4ad8b959f4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344338 Oct 28 09:33:06.848296 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fc011-79fc-4226-876e-86f55e11aec5 req-21d41396-a3ec-4bb6-9464-274259a0e815 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:06.850713 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b50fc011-79fc-4226-876e-86f55e11aec5 req-21d41396-a3ec-4bb6-9464-274259a0e815 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0590200 Oct 28 09:33:06.891684 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b50fc011-79fc-4226-876e-86f55e11aec5 req-66628a5c-8fa4-4be8-a156-9676a9825da2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347607 Oct 28 09:33:07.269030 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799886a6-0d13-484c-bc95-f4ad96c8b506 req-b5137f46-763e-485b-a07c-5a30c4ff4f0c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:07.270510 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-799886a6-0d13-484c-bc95-f4ad96c8b506 req-b5137f46-763e-485b-a07c-5a30c4ff4f0c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0571191 Oct 28 09:33:07.310387 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-799886a6-0d13-484c-bc95-f4ad96c8b506 req-6c329c17-162c-42ca-86a0-005d7cb9ee14 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336254 Oct 28 09:33:07.881808 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1658a6f-b39d-4664-8071-68c3461ceec0 req-43dd2de8-8b2b-4d6a-acc2-921bfc417153 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:07.883392 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c1658a6f-b39d-4664-8071-68c3461ceec0 req-43dd2de8-8b2b-4d6a-acc2-921bfc417153 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0561240 Oct 28 09:33:07.923799 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c1658a6f-b39d-4664-8071-68c3461ceec0 req-12fdc928-f409-47d8-951c-e00849f286d1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337386 Oct 28 09:33:08.019909 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5b6d5-aebe-4353-a7e7-a30dc07eb3f2 req-65e63136-a132-4aee-be0c-75628358f90e tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:08.021413 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-41c5b6d5-aebe-4353-a7e7-a30dc07eb3f2 req-65e63136-a132-4aee-be0c-75628358f90e tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0506234 Oct 28 09:33:08.063909 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-41c5b6d5-aebe-4353-a7e7-a30dc07eb3f2 req-8143aad9-ff30-4b05-8bf1-c3bbd0488ae1 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356929 Oct 28 09:33:08.439245 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92177a5-a6b8-4fa7-b1f1-130651fd1a5a req-090d0d3a-8505-42d6-937d-3c742b3715ab tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:08.445342 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f92177a5-a6b8-4fa7-b1f1-130651fd1a5a req-090d0d3a-8505-42d6-937d-3c742b3715ab tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0625987 Oct 28 09:33:08.486536 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f92177a5-a6b8-4fa7-b1f1-130651fd1a5a req-71d98ab1-1dcb-41b5-ab48-0deefe6ac26c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391695 Oct 28 09:33:09.073044 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a13d48-79a2-480a-b0dd-6fdb5ebb43c9 req-fdd22e4a-bc64-441d-bb94-10cdcb9ae9f2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:09.074677 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-21a13d48-79a2-480a-b0dd-6fdb5ebb43c9 req-fdd22e4a-bc64-441d-bb94-10cdcb9ae9f2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0497429 Oct 28 09:33:09.134223 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-21a13d48-79a2-480a-b0dd-6fdb5ebb43c9 req-0a77c152-da86-45dd-a4ea-734599ffd1c1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518935 Oct 28 09:33:09.187098 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1278ca5-34e2-437b-b647-69e6978f52ab req-fbe63f3b-9f39-4d09-8cad-a22ccd047244 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:09.188585 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f1278ca5-34e2-437b-b647-69e6978f52ab req-fbe63f3b-9f39-4d09-8cad-a22ccd047244 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0497441 Oct 28 09:33:09.228874 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f1278ca5-34e2-437b-b647-69e6978f52ab req-b54d6a73-99ef-4b28-a69d-dd369aee4c12 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343223 Oct 28 09:33:09.614081 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ba157-c916-4c6a-9c81-bf9510978380 req-6c6cef9f-e804-46cb-b5df-9de294d2ef89 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:09.615633 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a68ba157-c916-4c6a-9c81-bf9510978380 req-6c6cef9f-e804-46cb-b5df-9de294d2ef89 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0551856 Oct 28 09:33:09.657525 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a68ba157-c916-4c6a-9c81-bf9510978380 req-264f0d42-d53d-4bbc-a8d0-14a75d734a7e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Oct 28 09:33:10.263566 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c665b5-9b1d-49cc-9dc7-401ca51c4e95 req-0ca61416-9d38-42b0-b31a-d022898e55bf tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:10.265850 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-64c665b5-9b1d-49cc-9dc7-401ca51c4e95 req-0ca61416-9d38-42b0-b31a-d022898e55bf tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0622723 Oct 28 09:33:10.326576 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-64c665b5-9b1d-49cc-9dc7-401ca51c4e95 req-8a1193e3-981a-474f-b7ff-34d40e39996b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547011 Oct 28 09:33:10.363707 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40f106-c7ae-46ab-90b7-287f37e91489 req-4100888a-7204-4624-9fac-c53fe5156fad tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:10.365215 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fc40f106-c7ae-46ab-90b7-287f37e91489 req-4100888a-7204-4624-9fac-c53fe5156fad tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0499480 Oct 28 09:33:10.408177 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fc40f106-c7ae-46ab-90b7-287f37e91489 req-fe5e9c6d-f78e-447d-ae24-ee418863a88e tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361083 Oct 28 09:33:10.795425 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c37164-f0c6-4244-8df0-3e389324759b req-0a5aab56-f7a6-43c7-8cfb-e6b962c8d6ee tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:10.796958 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-16c37164-f0c6-4244-8df0-3e389324759b req-0a5aab56-f7a6-43c7-8cfb-e6b962c8d6ee tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0628917 Oct 28 09:33:10.836953 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-16c37164-f0c6-4244-8df0-3e389324759b req-58113d1a-7312-4fa5-b467-3b1c436f4abf tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338774 Oct 28 09:33:11.441092 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca4aaf-461e-4f39-bb76-41b28cb4886a req-82ca0328-24eb-4dec-997a-c48067a68f51 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:11.442609 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-92ca4aaf-461e-4f39-bb76-41b28cb4886a req-82ca0328-24eb-4dec-997a-c48067a68f51 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0509143 Oct 28 09:33:11.486552 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-92ca4aaf-461e-4f39-bb76-41b28cb4886a req-104be4d3-8192-4af7-9959-30b6b44f3f38 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364645 Oct 28 09:33:11.535725 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f779ff-e791-4697-9f1c-adde1315c080 req-652e36c3-aa2f-4de1-965f-6d68cc28346f tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:11.537237 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0f779ff-e791-4697-9f1c-adde1315c080 req-652e36c3-aa2f-4de1-965f-6d68cc28346f tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0567343 Oct 28 09:33:11.575186 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0f779ff-e791-4697-9f1c-adde1315c080 req-fde95886-7dda-442e-9690-8347a3fbbde6 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315826 Oct 28 09:33:11.952921 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346c8e7-180b-4d1e-b86d-e35111a9cb89 req-80e42f82-f64a-48b5-8dbb-43bd7004b74c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:11.954376 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6346c8e7-180b-4d1e-b86d-e35111a9cb89 req-80e42f82-f64a-48b5-8dbb-43bd7004b74c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0516474 Oct 28 09:33:12.000096 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6346c8e7-180b-4d1e-b86d-e35111a9cb89 req-50db0e34-2e9a-4bb0-8275-5688124a3e77 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389779 Oct 28 09:33:12.422215 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb125496-3277-4c0c-b56c-f617511be315 req-5dfb19f1-3ef8-4464-bed0-0fe3f16586e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:12.423731 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-cb125496-3277-4c0c-b56c-f617511be315 req-5dfb19f1-3ef8-4464-bed0-0fe3f16586e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0405736 Oct 28 09:33:12.519223 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb125496-3277-4c0c-b56c-f617511be315 req-6b26eeca-17c6-4f27-bc3a-e6d8a05bd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:12.520730 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-cb125496-3277-4c0c-b56c-f617511be315 req-6b26eeca-17c6-4f27-bc3a-e6d8a05bd496 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 918 time: 0.0867817 Oct 28 09:33:12.597933 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-cb125496-3277-4c0c-b56c-f617511be315 req-9d5689f4-0057-4fcf-8b34-82e9e2bfa744 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92 HTTP/1.1" status: 200 len: 1000 time: 0.0619826 Oct 28 09:33:12.614437 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61b276-5502-4709-989c-c7df7bfbf4fa req-f173ec05-995b-40dd-aa4a-b630cb8a2973 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:12.616994 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ef61b276-5502-4709-989c-c7df7bfbf4fa req-f173ec05-995b-40dd-aa4a-b630cb8a2973 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0521097 Oct 28 09:33:12.656054 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ef61b276-5502-4709-989c-c7df7bfbf4fa req-1cd919dd-77a5-4521-acc7-11254daf6820 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342391 Oct 28 09:33:12.685513 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb125496-3277-4c0c-b56c-f617511be315 req-f72f6ddc-a216-4e4c-be53-7cbc874531b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:12.686993 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-cb125496-3277-4c0c-b56c-f617511be315 req-f72f6ddc-a216-4e4c-be53-7cbc874531b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.0804195 Oct 28 09:33:12.731538 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48686e05-46d1-48fd-b5fd-515131e32bf3 req-1bd7ea6d-afee-4cc4-928f-55139c0ae340 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:12.733081 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-48686e05-46d1-48fd-b5fd-515131e32bf3 req-1bd7ea6d-afee-4cc4-928f-55139c0ae340 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0824728 Oct 28 09:33:12.762554 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb125496-3277-4c0c-b56c-f617511be315 req-7c73f46c-8657-46cc-a29f-ff1b513e1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:12.764256 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-cb125496-3277-4c0c-b56c-f617511be315 req-7c73f46c-8657-46cc-a29f-ff1b513e1a0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669029 Oct 28 09:33:12.801052 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-48686e05-46d1-48fd-b5fd-515131e32bf3 req-2ff6ece5-501a-4c44-a082-215f35c1a31b tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611300 Oct 28 09:33:12.869409 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-cb125496-3277-4c0c-b56c-f617511be315 req-889ed67c-f3e9-4171-a48f-066ff5b44197 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939455 Oct 28 09:33:12.975496 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-cb125496-3277-4c0c-b56c-f617511be315 req-cc1ff2d1-d3fb-40be-9fdd-2d5ae9704c1f service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881567 Oct 28 09:33:13.119999 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ef246-4b80-49dc-9a14-0584b1eac3c7 req-366e728c-38b9-4989-9e9e-32893a463cf5 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:13.121534 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-600ef246-4b80-49dc-9a14-0584b1eac3c7 req-366e728c-38b9-4989-9e9e-32893a463cf5 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0541437 Oct 28 09:33:13.159270 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-600ef246-4b80-49dc-9a14-0584b1eac3c7 req-fa0ff6d8-8ed6-4350-bfe0-ca631fad6391 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318940 Oct 28 09:33:13.620169 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-845b6971-32b1-4135-918e-ce65c9e3bae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:13.781606 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2bb8-9ba1-46d6-8ebd-9106d509aab7 req-9e0253a0-f443-4e17-8a3f-b415a41ef098 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:13.783080 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-044a2bb8-9ba1-46d6-8ebd-9106d509aab7 req-9e0253a0-f443-4e17-8a3f-b415a41ef098 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0502384 Oct 28 09:33:13.823198 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-044a2bb8-9ba1-46d6-8ebd-9106d509aab7 req-d78dbff5-7366-4714-b247-fcb95333605f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328925 Oct 28 09:33:13.919618 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9b69b-4f40-49a1-aeb6-2947037b6d2f req-b6a5b91b-870b-478c-89f2-fe4114cc8db6 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:13.921161 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-09c9b69b-4f40-49a1-aeb6-2947037b6d2f req-b6a5b91b-870b-478c-89f2-fe4114cc8db6 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0493379 Oct 28 09:33:13.959487 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-09c9b69b-4f40-49a1-aeb6-2947037b6d2f req-dae88772-b716-423e-8aae-c82182c7e968 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319984 Oct 28 09:33:14.273347 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb95ad3-71b2-4581-b376-5185f454b313 req-b249e198-74c8-4f69-8520-af9d15b06d41 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:14.274738 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9eb95ad3-71b2-4581-b376-5185f454b313 req-b249e198-74c8-4f69-8520-af9d15b06d41 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0492013 Oct 28 09:33:14.311842 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9eb95ad3-71b2-4581-b376-5185f454b313 req-bbc51d58-2afb-4ff6-abe1-b8a5e17ae892 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Oct 28 09:33:14.947382 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0e751-b0e1-4625-8c89-20a50a5eb6b5 req-b6d8563e-a11e-411d-9c80-8a80b5653513 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:14.951255 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b5b0e751-b0e1-4625-8c89-20a50a5eb6b5 req-b6d8563e-a11e-411d-9c80-8a80b5653513 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0518808 Oct 28 09:33:14.988327 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b5b0e751-b0e1-4625-8c89-20a50a5eb6b5 req-8e703adf-b797-4c49-b025-044604f24647 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327048 Oct 28 09:33:15.076663 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1ff50-9332-4bcf-87b1-e1ff16ebd751 req-54e42dda-67ed-4c92-a48d-eafc8c580f51 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:15.078031 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fad1ff50-9332-4bcf-87b1-e1ff16ebd751 req-54e42dda-67ed-4c92-a48d-eafc8c580f51 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 943 time: 0.0491447 Oct 28 09:33:15.118894 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fad1ff50-9332-4bcf-87b1-e1ff16ebd751 req-54c1470a-312f-49d9-add3-7312b7962a38 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350184 Oct 28 09:33:15.430872 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2019-95dd-45dd-a8a9-e45e7504f31f req-7b99cbe7-16b7-4c54-abd3-fc6062f099f0 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:15.432385 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-91fc2019-95dd-45dd-a8a9-e45e7504f31f req-7b99cbe7-16b7-4c54-abd3-fc6062f099f0 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0533440 Oct 28 09:33:15.471572 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-91fc2019-95dd-45dd-a8a9-e45e7504f31f req-eb9ad243-1851-4df0-8f6c-16bc037d1d26 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318615 Oct 28 09:33:15.796683 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device ed8c8587-3048-4680-a8a2-125518b40b83 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:33:15.900910 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port ed8c8587-3048-4680-a8a2-125518b40b83, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ed8c8587-3048-4680-a8a2-125518b40b83,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:15.913110 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'port_id': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'mac_address': 'fa:16:3e:29:51:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:33:15.952790 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:15.967033 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8c8587-3048-4680-a8a2-125518b40b83 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:33:15.986086 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port ed8c8587-3048-4680-a8a2-125518b40b83, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ed8c8587-3048-4680-a8a2-125518b40b83,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:15.989643 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:16.036919 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=ed8c8587-3048-4680-a8a2-125518b40b83,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:16.113059 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9393-bbde-4d18-b96c-03321c2d610a req-cac1e9ed-8b0c-4930-b11a-36fa9bd5f4a6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:16.114451 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e02c9393-bbde-4d18-b96c-03321c2d610a req-cac1e9ed-8b0c-4930-b11a-36fa9bd5f4a6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0488980 Oct 28 09:33:16.153486 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e02c9393-bbde-4d18-b96c-03321c2d610a req-d45f041f-6592-4743-99c7-0407f551b42f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323935 Oct 28 09:33:16.251783 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36774fd-375d-456a-819f-d3bc275364ec req-adc4b860-55c0-4c22-a329-fc5b6b059277 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:16.253348 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c36774fd-375d-456a-819f-d3bc275364ec req-adc4b860-55c0-4c22-a329-fc5b6b059277 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 944 time: 0.0610149 Oct 28 09:33:16.297774 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c36774fd-375d-456a-819f-d3bc275364ec req-9e2ae49d-bc1b-4c9e-ab34-e50434c4df27 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383422 Oct 28 09:33:16.359748 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['ed8c8587-3048-4680-a8a2-125518b40b83'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:33:16.601971 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3189c9-ec58-4086-8198-b10eb2eedf35 req-38c8e179-6609-47b5-8132-bffbb692953e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:16.603711 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5f3189c9-ec58-4086-8198-b10eb2eedf35 req-38c8e179-6609-47b5-8132-bffbb692953e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0563569 Oct 28 09:33:16.641896 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5f3189c9-ec58-4086-8198-b10eb2eedf35 req-7e6f83ac-9b03-4a37-ad3e-1d8d7baacde9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Oct 28 09:33:16.707959 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [req-f2b1b4a0-e2e4-4aaf-9390-a46a29d5df32 req-005d356f-df31-49de-a301-c41b42168e0b service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101413) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:33:16.709000 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f2b1b4a0-e2e4-4aaf-9390-a46a29d5df32 req-005d356f-df31-49de-a301-c41b42168e0b service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054617 Oct 28 09:33:16.800870 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-564ebfd1-0dee-4e14-beb0-23a8336a0ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:16.917154 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80fa8-16fd-4bc2-b0b3-66452602c19c req-47d61d99-79f5-4efa-b73f-ea865ffb8618 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:16.925493 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f7b80fa8-16fd-4bc2-b0b3-66452602c19c req-47d61d99-79f5-4efa-b73f-ea865ffb8618 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0679727 Oct 28 09:33:16.968296 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f7b80fa8-16fd-4bc2-b0b3-66452602c19c req-c55be20c-b468-40e0-9d7d-0d4319dcb06f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415962 Oct 28 09:33:17.227424 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 41998) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:17.317564 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-d5d14b36-0694-4b98-a8f8-62db3a1a4aa6 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888777 Oct 28 09:33:17.330139 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-a84ac3ee-acb5-4509-9fda-7b3eb33c3179 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:33:17.331223 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-a84ac3ee-acb5-4509-9fda-7b3eb33c3179 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057113 Oct 28 09:33:17.438258 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1eabf-29df-4c54-b16e-bbda12511f79 req-e19bcac5-55cb-4608-9c37-c6448d200eb9 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:17.439959 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-68f1eabf-29df-4c54-b16e-bbda12511f79 req-e19bcac5-55cb-4608-9c37-c6448d200eb9 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 944 time: 0.0607655 Oct 28 09:33:17.477242 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:17.481137 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:17.495336 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-68f1eabf-29df-4c54-b16e-bbda12511f79 req-72b481b9-46ff-483e-aeab-1c3f7b24e6c2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 Oct 28 09:33:17.777613 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff36604-cf2e-45ac-b967-3b7230569580 req-e735d6ea-cf34-4a12-b048-5310c824c0ca tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:17.779003 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ff36604-cf2e-45ac-b967-3b7230569580 req-e735d6ea-cf34-4a12-b048-5310c824c0ca tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0557253 Oct 28 09:33:17.802728 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device ed8c8587-3048-4680-a8a2-125518b40b83 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:33:17.824033 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ff36604-cf2e-45ac-b967-3b7230569580 req-e0372a62-a4f1-40e1-a90a-d37e55d9c59e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382750 Oct 28 09:33:17.871757 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port ed8c8587-3048-4680-a8a2-125518b40b83 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:33:17.875609 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port ed8c8587-3048-4680-a8a2-125518b40b83 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:33:17.876013 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:17.966338 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:17.989356 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:33:17.992263 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0240ffd-36a3-43e4-8245-60bbf89fecb5" -d '{"events": [{"server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "name": "network-vif-plugged", "status": "completed", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:33:18.010407 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port ed8c8587-3048-4680-a8a2-125518b40b83, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ed8c8587-3048-4680-a8a2-125518b40b83,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:18.015601 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:18.016688 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6109a21b-3532-4e9c-8f51-3bcf4b995b92 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:33:18.041549 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceef181-5e98-420a-b403-e622939126fc x-openstack-request-id: req-eceef181-5e98-420a-b403-e622939126fc {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:33:18.041866 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "name": "network-vif-plugged", "status": "completed", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:33:18.042100 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-eceef181-5e98-420a-b403-e622939126fc {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:33:18.042484 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'code': 200} Oct 28 09:33:18.100897 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3a554-783a-485c-98ca-e5a629e663ca req-965c3f37-c3ec-455e-bee2-dc10ed2f52c2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:18.102872 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-05f3a554-783a-485c-98ca-e5a629e663ca req-965c3f37-c3ec-455e-bee2-dc10ed2f52c2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0527368 Oct 28 09:33:18.107406 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=ed8c8587-3048-4680-a8a2-125518b40b83,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:18.148968 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-05f3a554-783a-485c-98ca-e5a629e663ca req-3afd3dc6-d430-47c4-b8ed-68ce57740c89 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397418 Oct 28 09:33:18.361523 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcbd34-a6b6-49a5-81a2-3a5187b476e2 req-dc77d7e1-aa7f-4e0f-bb95-a3982ace0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:18.363213 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bfbcbd34-a6b6-49a5-81a2-3a5187b476e2 req-dc77d7e1-aa7f-4e0f-bb95-a3982ace0bcf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 1098 time: 0.0453937 Oct 28 09:33:18.400702 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bfbcbd34-a6b6-49a5-81a2-3a5187b476e2 req-9aade369-ff0f-4aff-9a6d-4b58fe75f747 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279953 Oct 28 09:33:18.613277 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54818140-3d1c-4999-aec1-dc6f4c814784 req-c49c824e-93e6-4a21-a539-c29d3a5856ad tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:18.614648 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-54818140-3d1c-4999-aec1-dc6f4c814784 req-c49c824e-93e6-4a21-a539-c29d3a5856ad tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 945 time: 0.0493102 Oct 28 09:33:18.653327 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-54818140-3d1c-4999-aec1-dc6f4c814784 req-3e09a28c-765a-4a0b-9678-8e3827a4126a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Oct 28 09:33:18.947300 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac93dc6-01a5-4d89-85f4-9535f672957c req-84dd97dd-abfe-47a3-92da-3fe250603f95 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:18.948692 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1ac93dc6-01a5-4d89-85f4-9535f672957c req-84dd97dd-abfe-47a3-92da-3fe250603f95 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0557323 Oct 28 09:33:18.989148 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1ac93dc6-01a5-4d89-85f4-9535f672957c req-df0081a9-0d87-484c-8800-9fbcae376da7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345578 Oct 28 09:33:19.269664 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea7c1-2341-4350-9c91-cf0f4767229d req-02dcc3af-5f9a-40ee-8a7e-569350058580 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:19.271161 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2d5ea7c1-2341-4350-9c91-cf0f4767229d req-02dcc3af-5f9a-40ee-8a7e-569350058580 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0524549 Oct 28 09:33:19.279986 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:19.312534 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2d5ea7c1-2341-4350-9c91-cf0f4767229d req-3ae22275-2fa4-473a-b678-ca61974b150d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331385 Oct 28 09:33:19.767716 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07a224-6855-4e58-a59e-bbf46cec61e9 req-38f61bc0-57ae-4e94-b132-f6eedc05ece8 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:19.769236 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-be07a224-6855-4e58-a59e-bbf46cec61e9 req-38f61bc0-57ae-4e94-b132-f6eedc05ece8 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 945 time: 0.0481417 Oct 28 09:33:19.809258 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-be07a224-6855-4e58-a59e-bbf46cec61e9 req-c0fd5bf3-f216-4967-8b04-314e1978313d tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332716 Oct 28 09:33:20.108354 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d47309-94dd-4c31-9fe4-0134160f3a59 req-73bd6964-2f18-46ec-ac3e-e34871d3f422 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:20.109704 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-60d47309-94dd-4c31-9fe4-0134160f3a59 req-73bd6964-2f18-46ec-ac3e-e34871d3f422 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0512500 Oct 28 09:33:20.149381 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-60d47309-94dd-4c31-9fe4-0134160f3a59 req-e5eb250b-1c89-4cdb-bccd-63bee295de86 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337644 Oct 28 09:33:20.431596 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd4781-ff95-4c9e-a7ee-ec93e6cb246e req-7f9ea5d8-8a57-422f-abad-c51982dde9e2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:20.433095 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0fd4781-ff95-4c9e-a7ee-ec93e6cb246e req-7f9ea5d8-8a57-422f-abad-c51982dde9e2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0493720 Oct 28 09:33:20.469824 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0fd4781-ff95-4c9e-a7ee-ec93e6cb246e req-c0e72521-6053-4e8d-b82f-de80f7ae8d04 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308230 Oct 28 09:33:20.926194 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d671af-9f47-43b4-8d6a-091481358260 req-58e9c603-4298-4017-8c25-3841b9a52932 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:20.927671 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-67d671af-9f47-43b4-8d6a-091481358260 req-58e9c603-4298-4017-8c25-3841b9a52932 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 945 time: 0.0506711 Oct 28 09:33:20.966707 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-67d671af-9f47-43b4-8d6a-091481358260 req-988d6604-87ae-4590-812c-84355197f68e tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310173 Oct 28 09:33:21.085049 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c02a4-ea44-4a8c-914f-827e774862fc req-9743ce69-bf6d-4509-8045-1aba3880b775 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:21.086587 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-555c02a4-ea44-4a8c-914f-827e774862fc req-9743ce69-bf6d-4509-8045-1aba3880b775 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 945 time: 0.0537450 Oct 28 09:33:21.126770 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-555c02a4-ea44-4a8c-914f-827e774862fc req-7117912e-3d35-4671-9e35-793b9850e0fa tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342855 Oct 28 09:33:21.285904 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f5460-d64d-43e2-95a7-02a30fbc1ac3 req-e5b72e95-fa69-47b4-9763-e2e64e9191ac tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:21.287506 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-904f5460-d64d-43e2-95a7-02a30fbc1ac3 req-e5b72e95-fa69-47b4-9763-e2e64e9191ac tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0664876 Oct 28 09:33:21.330613 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-904f5460-d64d-43e2-95a7-02a30fbc1ac3 req-a1284ef5-4015-4017-8353-88ca74d166bb tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366571 Oct 28 09:33:21.468158 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc44eb-a68e-4e8d-b15e-8bdd631cc406 req-5549ead2-53af-4346-9194-65aa69859b0b tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:21.469645 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-55fc44eb-a68e-4e8d-b15e-8bdd631cc406 req-5549ead2-53af-4346-9194-65aa69859b0b tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 945 time: 0.0480795 Oct 28 09:33:21.507499 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-55fc44eb-a68e-4e8d-b15e-8bdd631cc406 req-6d601cbb-f45d-4fa2-93dc-4be1f46d10ec tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317380 Oct 28 09:33:21.590389 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ec56e-b3cd-464a-aad2-264019378125 req-c66d458e-5989-4873-bf0d-b840ff2c9395 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:21.591861 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-292ec56e-b3cd-464a-aad2-264019378125 req-c66d458e-5989-4873-bf0d-b840ff2c9395 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0484624 Oct 28 09:33:21.628639 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-292ec56e-b3cd-464a-aad2-264019378125 req-5cd4d038-871e-4a14-9c71-adc46b2aa15b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308709 Oct 28 09:33:22.451378 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcc201-58bd-47d6-a906-bda92433b127 req-36d4eb65-99bb-46af-835c-9136b5c9a259 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:22.452844 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1fbcc201-58bd-47d6-a906-bda92433b127 req-36d4eb65-99bb-46af-835c-9136b5c9a259 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0524352 Oct 28 09:33:22.691051 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1fbcc201-58bd-47d6-a906-bda92433b127 req-288be8cc-c74f-48d6-b319-32717d272f37 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323127 Oct 28 09:33:22.753393 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf48eb-c497-4b79-a429-861b0333d269 req-32a268fb-80e2-4b8b-9c21-ec23b4742372 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:22.754838 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-76bf48eb-c497-4b79-a429-861b0333d269 req-32a268fb-80e2-4b8b-9c21-ec23b4742372 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0527561 Oct 28 09:33:22.791972 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-76bf48eb-c497-4b79-a429-861b0333d269 req-5aaf4a0e-955c-4ccf-930c-028b0e5fe44b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313170 Oct 28 09:33:23.815251 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9b19b-6c0a-4cc5-8e84-7af594e91dea req-b1ed9c4d-f41e-4ba1-bb5b-0ca7937eb9b0 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:23.817014 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-73e9b19b-6c0a-4cc5-8e84-7af594e91dea req-b1ed9c4d-f41e-4ba1-bb5b-0ca7937eb9b0 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0524781 Oct 28 09:33:23.859954 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-73e9b19b-6c0a-4cc5-8e84-7af594e91dea req-04f4599d-7bc4-42bd-8e8b-0e01565f8b91 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360944 Oct 28 09:33:23.940569 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726e28d-b4ea-4233-9734-68e5bd0fc121 req-7214ed49-2200-4ddd-a463-512d9450aded tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:23.942179 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8726e28d-b4ea-4233-9734-68e5bd0fc121 req-7214ed49-2200-4ddd-a463-512d9450aded tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0521290 Oct 28 09:33:23.985607 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8726e28d-b4ea-4233-9734-68e5bd0fc121 req-7714703a-23dd-4802-90f7-2f726b69ca1e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345190 Oct 28 09:33:24.087213 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1db0d-7cc4-4c74-94e1-a31af1949570 req-8642adeb-ca0b-4e2b-8520-eeeb0090f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:24.088721 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b5f1db0d-7cc4-4c74-94e1-a31af1949570 req-8642adeb-ca0b-4e2b-8520-eeeb0090f632 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 1099 time: 0.0404789 Oct 28 09:33:24.130911 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b5f1db0d-7cc4-4c74-94e1-a31af1949570 req-294ebc52-01cc-453d-b555-2e4efc90fc62 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291245 Oct 28 09:33:24.983087 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e982239-d2d1-4106-ba47-b2214e788d0a req-121c40d2-f6de-4593-88fb-cca790d989d9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:24.984673 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2e982239-d2d1-4106-ba47-b2214e788d0a req-121c40d2-f6de-4593-88fb-cca790d989d9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0575664 Oct 28 09:33:25.026724 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2e982239-d2d1-4106-ba47-b2214e788d0a req-e4d01179-c645-4005-9bac-166de29daede tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357413 Oct 28 09:33:25.110483 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8e3a1-61d1-47ec-8e6b-4d3541aad1a0 req-29765a19-1f52-4622-b2ab-509aac3d85a2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:25.111876 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-31a8e3a1-61d1-47ec-8e6b-4d3541aad1a0 req-29765a19-1f52-4622-b2ab-509aac3d85a2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0511827 Oct 28 09:33:25.150353 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-31a8e3a1-61d1-47ec-8e6b-4d3541aad1a0 req-03d29002-a02f-467c-948c-f620980809d8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324030 Oct 28 09:33:25.185394 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-2255bb8f-154f-45f3-9ea5-48fdce89bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:25.186871 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-2255bb8f-154f-45f3-9ea5-48fdce89bbf3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3&tenant_id=0be6fc0db1944053869a9896667cae3a HTTP/1.1" status: 200 len: 1097 time: 0.0728827 Oct 28 09:33:25.263169 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-8758da48-0ea6-4b36-a3f7-6b2739f7d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:25.264962 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-8758da48-0ea6-4b36-a3f7-6b2739f7d42f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0441480 Oct 28 09:33:25.504205 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-02780a34-6292-4255-8744-b28441961b9e tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757845198&fields=id&tenant_id=660ec9ee8b0f45138a129b50c8550f44 HTTP/1.1" status: 200 len: 267 time: 0.0323837 Oct 28 09:33:25.607884 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff80f3-470b-49a0-8187-803568b00953 req-0083c546-bbb6-4948-b357-5f94293d4b63 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:25.609387 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-0083c546-bbb6-4948-b357-5f94293d4b63 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 811 time: 0.0983143 Oct 28 09:33:25.624513 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-5693d6ca-5c15-4b01-931d-13bd82137590 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/quotas/660ec9ee8b0f45138a129b50c8550f44 HTTP/1.1" status: 200 len: 375 time: 0.0094826 Oct 28 09:33:25.677880 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-50b637a3-97a4-474d-afd2-bc1794784fd9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482428 Oct 28 09:33:25.769652 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-a2517a4c-5af0-4193-90c8-d208e840abf5 service neutron] 10.222.0.117 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800345 Oct 28 09:33:25.861391 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-63da4a9c-1902-4984-98be-006465aa7893 service neutron] 10.222.0.117 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850925 Oct 28 09:33:26.140861 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e12b8454-acad-48da-b1a2-f18743bf84a2 req-6ff03d07-b358-4a8d-a13b-f222b87487e9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0274966 Oct 28 09:33:26.155067 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bf830-6d40-4978-b71a-7185d79df7fb req-9a8310af-ba0a-4167-b775-60241527301f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:26.160816 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5a5bf830-6d40-4978-b71a-7185d79df7fb req-9a8310af-ba0a-4167-b775-60241527301f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0641041 Oct 28 09:33:26.201753 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5a5bf830-6d40-4978-b71a-7185d79df7fb req-bfe6aebe-9544-4466-8887-d45c5007cc4d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366044 Oct 28 09:33:26.275910 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c7dd6-b6ca-4e92-afe7-e4794e24286f req-4da732bf-372b-4ebb-b30b-c0666e1f5388 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:26.277404 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-417c7dd6-b6ca-4e92-afe7-e4794e24286f req-4da732bf-372b-4ebb-b30b-c0666e1f5388 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0501449 Oct 28 09:33:26.373333 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-417c7dd6-b6ca-4e92-afe7-e4794e24286f req-07adaf44-699b-401b-9cbe-71474b4bef37 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861232 Oct 28 09:33:26.400060 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-5851a6df-4d59-417a-964e-f8a1bc1b8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:26.401575 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-5851a6df-4d59-417a-964e-f8a1bc1b8892 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 918 time: 0.1233208 Oct 28 09:33:27.222693 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-299216d4-b115-4afb-acad-3d1807fdc7c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92 HTTP/1.1" status: 200 len: 1000 time: 0.0585651 Oct 28 09:33:27.234200 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5b4b08a0-2020-458c-b420-d29cd5b8c6e5 req-2f8dec95-2aab-4357-92f9-a9739b88b335 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0266180 Oct 28 09:33:27.320533 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f6ab3-20bd-4bd7-b61a-3ee3a0acd659 req-da7fe259-4ec3-4471-aa32-1ef76987563f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:27.322030 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d15f6ab3-20bd-4bd7-b61a-3ee3a0acd659 req-da7fe259-4ec3-4471-aa32-1ef76987563f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0527296 Oct 28 09:33:27.361178 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d15f6ab3-20bd-4bd7-b61a-3ee3a0acd659 req-94122382-cde6-432c-bec9-a7a9765a6bfd tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325201 Oct 28 09:33:27.492622 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ffeaa-f545-4996-8746-bb7cda687edf req-0402bf56-5184-4fe6-a0b3-7a2682c5b3a5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:27.494145 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e24ffeaa-f545-4996-8746-bb7cda687edf req-0402bf56-5184-4fe6-a0b3-7a2682c5b3a5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0489345 Oct 28 09:33:27.532405 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e24ffeaa-f545-4996-8746-bb7cda687edf req-d863beff-e305-473b-90bd-1597d577ac2d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323644 Oct 28 09:33:28.252696 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-ae1b6382-f559-4528-8f7b-aeadce4da77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:28.254151 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-ae1b6382-f559-4528-8f7b-aeadce4da77a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.0454800 Oct 28 09:33:28.307402 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-087aca67-0d36-4e15-8566-3e828d1873d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:28.309156 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-087aca67-0d36-4e15-8566-3e828d1873d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448608 Oct 28 09:33:28.338107 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c75c9fa0-5c34-4f01-a597-89001d17b41a req-3f0ba35a-514e-44e0-bd88-939d5b19c82d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0278523 Oct 28 09:33:28.463496 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-6ba287ab-0ff8-4565-8719-978b2620a50e service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937924 Oct 28 09:33:28.482855 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876a76-ab99-4232-ac29-458012a971be req-7f6a573b-56de-4905-94ef-7e910dff51a0 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:28.484342 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4e876a76-ab99-4232-ac29-458012a971be req-7f6a573b-56de-4905-94ef-7e910dff51a0 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0534554 Oct 28 09:33:28.525975 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4e876a76-ab99-4232-ac29-458012a971be req-24c61b37-e7a6-4cc5-afc9-4fa704e08a93 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354736 Oct 28 09:33:28.603636 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-116f204c-bb13-4507-8a18-06ff03b05bc4 req-1aa310e5-c3a3-4017-8251-41e50012e50d service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104612 Oct 28 09:33:28.678265 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5adda-f66f-4982-94d0-8725474f10cd req-d6239f79-43fe-45cf-8cf8-1684e63b7c9f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:28.680047 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4dd5adda-f66f-4982-94d0-8725474f10cd req-d6239f79-43fe-45cf-8cf8-1684e63b7c9f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0548298 Oct 28 09:33:28.719019 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4dd5adda-f66f-4982-94d0-8725474f10cd req-00790faa-11d6-43fd-bfb3-a16b1c906ee1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329092 Oct 28 09:33:29.094252 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff80f3-470b-49a0-8187-803568b00953 req-273840e7-03bd-4b66-a907-d8f6ee142cc8 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:29.096201 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-273840e7-03bd-4b66-a907-d8f6ee142cc8 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 811 time: 0.1182692 Oct 28 09:33:29.262015 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:29.441243 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-77123f30-01e2-465a-ba53-8842313d1756 req-967216c8-429c-495c-932c-512a1060fa98 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0270991 Oct 28 09:33:29.671611 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768af66-5a18-4bb6-9fcb-36a90d2324b2 req-e2777e50-3f34-4735-8798-aac370b57e6e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:29.673828 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e768af66-5a18-4bb6-9fcb-36a90d2324b2 req-e2777e50-3f34-4735-8798-aac370b57e6e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0565982 Oct 28 09:33:29.713329 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e768af66-5a18-4bb6-9fcb-36a90d2324b2 req-b5a0761f-817f-434a-b753-0a22cb638799 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 Oct 28 09:33:29.847225 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17892146-172c-4a86-93f8-cf7eba5e5be2 req-988f951a-4aed-4477-91d4-717b0a7cf41e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:29.849659 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-17892146-172c-4a86-93f8-cf7eba5e5be2 req-988f951a-4aed-4477-91d4-717b0a7cf41e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0647421 Oct 28 09:33:29.873860 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f5edc-89d3-4bc3-adb6-831358efcdd5 req-31ecbcae-1af2-44e7-932f-7c941d0dbfe3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:29.875415 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-126f5edc-89d3-4bc3-adb6-831358efcdd5 req-31ecbcae-1af2-44e7-932f-7c941d0dbfe3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0736136 Oct 28 09:33:29.899719 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-17892146-172c-4a86-93f8-cf7eba5e5be2 req-2f6a4962-01f6-40cc-8c63-a3b69c1f5d41 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424280 Oct 28 09:33:29.915118 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-126f5edc-89d3-4bc3-adb6-831358efcdd5 req-45a90954-0a56-493c-8562-47950db7576f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336752 Oct 28 09:33:30.539471 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-364c8097-9789-4a44-b2e7-25f02b08c039 req-0a5d2fae-b39d-4600-aac9-35594ef4803e tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0287361 Oct 28 09:33:31.047650 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c75334-846b-4b7a-ba33-3d4cf5b1ea3c req-f64ff3ee-15de-47a0-b67a-de582862bbac tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:31.049184 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-52c75334-846b-4b7a-ba33-3d4cf5b1ea3c req-f64ff3ee-15de-47a0-b67a-de582862bbac tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0516374 Oct 28 09:33:31.089783 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-52c75334-846b-4b7a-ba33-3d4cf5b1ea3c req-735bb156-dd7b-44cd-9ce2-30951b3048cb tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340652 Oct 28 09:33:31.637179 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cff28049-2d05-4f12-8a3c-76a496622917 req-bad4841f-e203-432f-8aa8-38e0f76c4de3 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0307510 Oct 28 09:33:32.214710 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba118f-6d5b-4dbd-a0dc-b08bc948096b req-cfb838f3-9d69-4238-9eed-c7dab92c9c01 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:32.216233 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-47ba118f-6d5b-4dbd-a0dc-b08bc948096b req-cfb838f3-9d69-4238-9eed-c7dab92c9c01 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0522039 Oct 28 09:33:32.255363 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-47ba118f-6d5b-4dbd-a0dc-b08bc948096b req-548e44e9-5df8-4ad7-9305-11ef3ab63ae4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332375 Oct 28 09:33:32.734323 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fa4cc328-b2cf-4049-9f06-f251074999c6 req-5dafe1fa-7172-4226-8bd6-f780591c12fd tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0266027 Oct 28 09:33:33.422696 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c8a5a-e24a-46df-b296-2853f635fd54 req-8f09e92f-0fc3-45d6-a663-e6102d756f94 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:33.424470 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ad6c8a5a-e24a-46df-b296-2853f635fd54 req-8f09e92f-0fc3-45d6-a663-e6102d756f94 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0692804 Oct 28 09:33:33.467068 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ad6c8a5a-e24a-46df-b296-2853f635fd54 req-00560152-dcfb-4cd9-9f15-730192cf1048 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367217 Oct 28 09:33:33.641857 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26826175-da0a-4761-9b1b-a94a4196d3a7 req-80b6189f-5a94-4d4f-a617-09f315e43993 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:33.643727 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-26826175-da0a-4761-9b1b-a94a4196d3a7 req-80b6189f-5a94-4d4f-a617-09f315e43993 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0497272 Oct 28 09:33:33.687928 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-26826175-da0a-4761-9b1b-a94a4196d3a7 req-6f84dfa2-e7be-4ec9-9d44-266b0bc5f0e1 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359540 Oct 28 09:33:33.847224 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4e9783a9-6f26-4a04-8ff0-faf888b4ad37 req-4004f2e2-0449-4780-8511-111b5cb88232 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0403118 Oct 28 09:33:34.597370 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78254b9-fb45-4d85-9ee8-602beef3b1d6 req-8fddec13-438d-41a0-a8f9-13ecba90ac13 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:34.598822 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e78254b9-fb45-4d85-9ee8-602beef3b1d6 req-8fddec13-438d-41a0-a8f9-13ecba90ac13 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0537558 Oct 28 09:33:34.638660 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e78254b9-fb45-4d85-9ee8-602beef3b1d6 req-36a01037-70ec-4a2c-a2ff-5ee04ef02737 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338323 Oct 28 09:33:34.806995 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eaf00-b32f-4752-94a0-4218fa167068 req-4a0dc1d1-0c4a-48c0-ad18-711820152e0d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:34.813378 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-776eaf00-b32f-4752-94a0-4218fa167068 req-4a0dc1d1-0c4a-48c0-ad18-711820152e0d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0573556 Oct 28 09:33:34.851243 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-776eaf00-b32f-4752-94a0-4218fa167068 req-7b328713-53b9-4095-9d99-01b562e78d3b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365608 Oct 28 09:33:34.949697 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0a4af211-b960-4504-8a1e-abd1fc3bb30d req-576332a7-59d9-4af4-a830-9d70fcca16d1 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0281568 Oct 28 09:33:35.763362 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0561bab-fef8-437a-b08c-2641287484c2 req-682481cf-de0d-4624-ab43-2f7ad9b5fc88 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:35.764907 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0561bab-fef8-437a-b08c-2641287484c2 req-682481cf-de0d-4624-ab43-2f7ad9b5fc88 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0529435 Oct 28 09:33:35.808930 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0561bab-fef8-437a-b08c-2641287484c2 req-88e90d68-04fb-4039-bef7-5bafcd07315d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339093 Oct 28 09:33:35.972966 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f34128-ce1b-4974-b7d1-7cd0b1415308 req-0d6eb596-f5b5-466d-bc99-a84cc4bc44bb tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:35.976876 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-35f34128-ce1b-4974-b7d1-7cd0b1415308 req-0d6eb596-f5b5-466d-bc99-a84cc4bc44bb tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0518153 Oct 28 09:33:36.028902 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-35f34128-ce1b-4974-b7d1-7cd0b1415308 req-b72819c7-3137-438c-9ffc-e95f8a2651de tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466423 Oct 28 09:33:36.065936 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2d01b42a-79f8-42ac-a537-2e8ec402967e req-fc098412-be26-41a0-b5f7-061566b08cfe tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0285168 Oct 28 09:33:36.936661 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98053f7d-1ce4-4ad1-9c90-efa13de5a667 req-4247e4ac-2312-4c79-8518-032084dd4419 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:36.938151 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-98053f7d-1ce4-4ad1-9c90-efa13de5a667 req-4247e4ac-2312-4c79-8518-032084dd4419 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0560281 Oct 28 09:33:36.975145 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-98053f7d-1ce4-4ad1-9c90-efa13de5a667 req-c18a1806-6da1-415b-a5c5-a3449c3dd2f5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311968 Oct 28 09:33:37.166905 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-92ae0945-e9ae-49fa-b7d1-569fed731ba4 req-eba6f491-4a4f-42d4-bdea-178b12f6bd44 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0290122 Oct 28 09:33:37.169375 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd3038-d319-460a-a9d8-e087c39a454c req-b447f025-8684-4559-8cf3-e9679f7036d1 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:37.170884 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c2cd3038-d319-460a-a9d8-e087c39a454c req-b447f025-8684-4559-8cf3-e9679f7036d1 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0639625 Oct 28 09:33:37.209522 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c2cd3038-d319-460a-a9d8-e087c39a454c req-91c8bcb9-41b6-4bb7-8cf5-3c84905db3fe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326908 Oct 28 09:33:38.015454 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:33:38.102944 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aaffb-d7af-4785-99c7-a52b76037a11 req-da4a4b71-f0d4-456f-b0ed-d023ee5a61cc tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:38.104618 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bf2aaffb-d7af-4785-99c7-a52b76037a11 req-da4a4b71-f0d4-456f-b0ed-d023ee5a61cc tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0513892 Oct 28 09:33:38.147178 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bf2aaffb-d7af-4785-99c7-a52b76037a11 req-4f74db3f-c6c3-40d5-a8f9-cd744cf12d25 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359080 Oct 28 09:33:38.262157 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1c853fdd-ed99-4bb6-9b87-c140f1792ce0 req-52d56683-302a-48fb-a800-4daf5845ee56 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0266633 Oct 28 09:33:38.342390 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211de0b-d609-4e2c-a421-3bbc5bd78e2c req-a0ae1752-d8c4-4826-9648-4c7960b27e63 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:38.343846 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8211de0b-d609-4e2c-a421-3bbc5bd78e2c req-a0ae1752-d8c4-4826-9648-4c7960b27e63 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0649981 Oct 28 09:33:38.383439 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8211de0b-d609-4e2c-a421-3bbc5bd78e2c req-d90327f6-86be-4d12-8669-3888748a65b6 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335975 Oct 28 09:33:39.278622 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709cd5d-0a96-4a70-9de8-3ed0baf862c5 req-14bbecb2-e5c8-4b57-8554-c30e87248bf1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:39.280079 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4709cd5d-0a96-4a70-9de8-3ed0baf862c5 req-14bbecb2-e5c8-4b57-8554-c30e87248bf1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0530362 Oct 28 09:33:39.324284 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4709cd5d-0a96-4a70-9de8-3ed0baf862c5 req-8df5796a-59d8-4315-8652-ab92bd069850 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379956 Oct 28 09:33:39.367343 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-04acef88-da1b-4a3b-866b-07e0a2a6c3c9 req-367345fd-e88c-413d-a521-845bd3b87538 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0264513 Oct 28 09:33:39.499763 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec8f7b-4779-491a-9fd7-56cb380f7b93 req-a6385a28-624a-4627-900c-47432cc7b1a3 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:39.501648 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-90ec8f7b-4779-491a-9fd7-56cb380f7b93 req-a6385a28-624a-4627-900c-47432cc7b1a3 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0504804 Oct 28 09:33:39.541441 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-90ec8f7b-4779-491a-9fd7-56cb380f7b93 req-bad12822-75c6-43e2-9f29-da94abffee37 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Oct 28 09:33:40.457901 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cf081-a167-4d4f-a3b2-d0b4d4598c28 req-23e1c3c6-7908-4897-b20f-c915640a8df3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:40.459423 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e98cf081-a167-4d4f-a3b2-d0b4d4598c28 req-23e1c3c6-7908-4897-b20f-c915640a8df3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0548151 Oct 28 09:33:40.487449 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8508edf8-2e21-4c72-b7c4-6bac29a7a355 req-c30979c0-9c25-4462-bc23-066eb4a16b32 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0467968 Oct 28 09:33:40.501136 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e98cf081-a167-4d4f-a3b2-d0b4d4598c28 req-d4023baa-6baa-45d8-9e50-a3b5c7c64214 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338688 Oct 28 09:33:40.680003 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f600c0-de4e-4d38-97d2-ee5049319388 req-fc56d599-10cd-4fd3-b1c9-c71d3f5530ca tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:40.687390 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-85f600c0-de4e-4d38-97d2-ee5049319388 req-fc56d599-10cd-4fd3-b1c9-c71d3f5530ca tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0708616 Oct 28 09:33:40.722106 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-85f600c0-de4e-4d38-97d2-ee5049319388 req-17f7b928-cf94-44a4-b720-db41b1781cfb tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339055 Oct 28 09:33:41.586080 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ef316e09-a931-41d4-b828-0c8d6684e8d5 req-df7ca11e-1714-4a59-9a71-5fb07f449018 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0262718 Oct 28 09:33:41.628622 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a683b73-ca44-4922-99db-bbf5a29fdd7a req-33c65f0e-e8f7-4ff7-b338-732e87fdda70 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:41.630179 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2a683b73-ca44-4922-99db-bbf5a29fdd7a req-33c65f0e-e8f7-4ff7-b338-732e87fdda70 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0527496 Oct 28 09:33:41.673769 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2a683b73-ca44-4922-99db-bbf5a29fdd7a req-cc3d281b-7522-4635-8a37-8b8a4e5563f6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369532 Oct 28 09:33:41.841343 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c07f1b-3f92-416a-837b-1c440728c22d req-1484c9b6-b366-46da-ad25-d75d3b367b54 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:41.842860 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a1c07f1b-3f92-416a-837b-1c440728c22d req-1484c9b6-b366-46da-ad25-d75d3b367b54 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0524323 Oct 28 09:33:41.882801 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a1c07f1b-3f92-416a-837b-1c440728c22d req-95a2fdf4-ea9e-45e2-a4d8-e4943b6db2ae tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337331 Oct 28 09:33:42.679980 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fd8dd167-3e52-4317-973b-3a29f65edc06 req-6299e892-8b10-4e77-89c4-010490caff6a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0255644 Oct 28 09:33:42.796101 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cc4d5-0c62-4257-b182-dc067f2d8b83 req-0fdf75af-2224-4475-947a-db957ba66df3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:42.797578 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-273cc4d5-0c62-4257-b182-dc067f2d8b83 req-0fdf75af-2224-4475-947a-db957ba66df3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0514548 Oct 28 09:33:42.835222 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-273cc4d5-0c62-4257-b182-dc067f2d8b83 req-0598d43c-3136-475d-b5d2-959d74627122 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318229 Oct 28 09:33:42.999168 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050cb08-f5a5-4bb7-8976-85951b6c7e3b req-fafe326a-fa30-418f-a719-6c6fd126aa02 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:43.000622 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a050cb08-f5a5-4bb7-8976-85951b6c7e3b req-fafe326a-fa30-418f-a719-6c6fd126aa02 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0474813 Oct 28 09:33:43.062477 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a050cb08-f5a5-4bb7-8976-85951b6c7e3b req-43820720-1fe4-4aaf-9274-5a5fd726c34f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558798 Oct 28 09:33:43.093411 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-51527592-5a71-4b1d-a012-0b6724d26740 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=660ec9ee8b0f45138a129b50c8550f44 HTTP/1.1" status: 200 len: 379 time: 0.0550339 Oct 28 09:33:43.109082 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'port': {'device_id': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'admin_state_up': True, 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'security_groups': ['cab2657b-738b-4884-ae4d-956c0faf5566']}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:43.194017 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7936b-409f-4125-ab19-59cdf3241272 req-183d1d6e-cc63-48d7-9043-a5796dc56bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:43.195407 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-93f7936b-409f-4125-ab19-59cdf3241272 req-183d1d6e-cc63-48d7-9043-a5796dc56bf8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 1098 time: 0.1011269 Oct 28 09:33:43.302252 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Made reservation on behalf of 660ec9ee8b0f45138a129b50c8550f44 for: {'port': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:33:43.305721 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:43.331950 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7936b-409f-4125-ab19-59cdf3241272 req-a72e8cd0-7fdb-47b0-991a-64d6633af9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:43.333455 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-93f7936b-409f-4125-ab19-59cdf3241272 req-a72e8cd0-7fdb-47b0-991a-64d6633af9d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 200 len: 920 time: 0.1262171 Oct 28 09:33:43.405450 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-93f7936b-409f-4125-ab19-59cdf3241272 req-a686982f-6d5d-4cc8-82b3-596bcbde8ff7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f717a47-4043-4e79-8b4d-8fa434482313 HTTP/1.1" status: 200 len: 217 time: 0.0634148 Oct 28 09:33:43.496288 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7936b-409f-4125-ab19-59cdf3241272 req-ba698d38-a08a-4c32-8291-e0be9e5e5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:43.497749 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-93f7936b-409f-4125-ab19-59cdf3241272 req-ba698d38-a08a-4c32-8291-e0be9e5e5832 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df84b19c-f633-4621-a826-ad63d8ecea90 HTTP/1.1" status: 200 len: 858 time: 0.0771322 Oct 28 09:33:43.516167 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Allocated IP 172.20.0.4 (15b4b253-ed13-4514-badd-13a38423868c/b2707181-8062-4a4e-8220-a7fe5a3ab23f/e0962734-db42-4e4f-b35b-479b8f7aea05) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:33:43.536474 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-93f7936b-409f-4125-ab19-59cdf3241272 req-b054648e-6d85-4802-aa8a-ed1f03229403 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7826728-6754-4d4b-bd6f-d1594f9561fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283678 Oct 28 09:33:43.622741 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ec1e0d94-fdbe-4565-8194-f2236365fafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:43.779788 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b825e179-f0fb-4216-aac0-10e4cd9f653c req-bceca317-8941-4501-b5a2-da65b2272ffd tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0287619 Oct 28 09:33:43.980529 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-93f7936b-409f-4125-ab19-59cdf3241272 req-56f29008-effd-4009-964f-49958fef4234 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250767 Oct 28 09:33:44.015430 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:44.066319 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37a601-a534-4f9a-84a3-8c2647c7c325 req-8fa09c89-5c14-4987-81f5-e66f08ac4438 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:44.067825 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ef37a601-a534-4f9a-84a3-8c2647c7c325 req-8fa09c89-5c14-4987-81f5-e66f08ac4438 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.1426702 Oct 28 09:33:44.149626 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ef37a601-a534-4f9a-84a3-8c2647c7c325 req-2e782232-8af7-4ff5-94d9-5090be114097 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635233 Oct 28 09:33:44.177151 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-93f7936b-409f-4125-ab19-59cdf3241272 req-d1d1b4d1-3642-4aed-bea0-c411f0472e20 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799769 Oct 28 09:33:44.179834 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:44.212833 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b259f36-fa59-406c-afb9-3ca918b0c6f0 req-c6e22864-4a04-4166-a1dc-aeb5159276cb tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:44.215156 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0b259f36-fa59-406c-afb9-3ca918b0c6f0 req-c6e22864-4a04-4166-a1dc-aeb5159276cb tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0616026 Oct 28 09:33:44.234761 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Network 15b4b253-ed13-4514-badd-13a38423868c is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:33:44.238925 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:33:44.243696 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:33:44.260011 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0b259f36-fa59-406c-afb9-3ca918b0c6f0 req-d47ae3ec-9323-4c58-a14d-898e0a3bc1d6 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Oct 28 09:33:44.283047 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'Port': ['ID=e0962734-db42-4e4f-b35b-479b8f7aea05,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:44.310427 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:44.310975 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:44.328407 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-84db5cc6-b644-4712-b414-27042316a75d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2262297 Oct 28 09:33:44.341684 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Request body: {'port': {'device_id': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:44.400408 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:44.476479 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-13b6fe8f-e2c7-445d-9462-3a85c55290df None None] Provisioning complete for port e0962734-db42-4e4f-b35b-479b8f7aea05 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:33:44.476851 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-13b6fe8f-e2c7-445d-9462-3a85c55290df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:44.518548 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-13b6fe8f-e2c7-445d-9462-3a85c55290df None None] Port e0962734-db42-4e4f-b35b-479b8f7aea05 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:33:44.685177 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7896d0-a7ee-4ec7-bf99-b79ef5fcecad req-d1c83a57-fed1-4ddb-828c-148a6d458115 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:44.686678 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6b7896d0-a7ee-4ec7-bf99-b79ef5fcecad req-d1c83a57-fed1-4ddb-828c-148a6d458115 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 945 time: 0.0830162 Oct 28 09:33:44.763188 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0962734-db42-4e4f-b35b-479b8f7aea05 {{(pid=101414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:33:44.774061 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6b7896d0-a7ee-4ec7-bf99-b79ef5fcecad req-35eac946-f7da-4e89-8292-f77f65136a8a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762210 Oct 28 09:33:44.775844 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:44.789336 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.provisioning_blocks [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Transition to ACTIVE for port object e0962734-db42-4e4f-b35b-479b8f7aea05 will not be triggered until provisioned by entity L2. {{(pid=101414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:33:44.793688 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:44.798112 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 42410) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:44.853077 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0962734-db42-4e4f-b35b-479b8f7aea05,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:44.926805 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Attempting to bind port e0962734-db42-4e4f-b35b-479b8f7aea05 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:33:44.927147 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Attempting to bind port e0962734-db42-4e4f-b35b-479b8f7aea05 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:33:44.927498 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Attempting to bind port e0962734-db42-4e4f-b35b-479b8f7aea05 on network 15b4b253-ed13-4514-badd-13a38423868c {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:33:44.932144 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Port e0962734-db42-4e4f-b35b-479b8f7aea05 on network 15b4b253-ed13-4514-badd-13a38423868c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:33:44.932547 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Attempting to bind port e0962734-db42-4e4f-b35b-479b8f7aea05 on network 15b4b253-ed13-4514-badd-13a38423868c {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:33:44.938384 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:33:44.938716 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Checking segment: {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:33:44.939089 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Bound using segment: {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:33:44.939517 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Bound port: e0962734-db42-4e4f-b35b-479b8f7aea05, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'}}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:33:44.939873 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:44.948573 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1fc46-7092-4bd5-8d36-c8ae50833952 req-e0589ed0-11c7-4074-9ef7-ad50fdc61f5e tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:44.950339 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-05a1fc46-7092-4bd5-8d36-c8ae50833952 req-e0589ed0-11c7-4074-9ef7-ad50fdc61f5e tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 943 time: 0.0679793 Oct 28 09:33:45.012522 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] For port e0962734-db42-4e4f-b35b-479b8f7aea05, host hv-cinder-81514, cleared binding levels {{(pid=101414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:33:45.017228 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-05a1fc46-7092-4bd5-8d36-c8ae50833952 req-f0be2594-ee29-418b-8e88-245f744eca5d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605040 Oct 28 09:33:45.018023 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] For port e0962734-db42-4e4f-b35b-479b8f7aea05, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e0962734-db42-4e4f-b35b-479b8f7aea05,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:33:45.023482 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:45.035800 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2916e-a305-4231-994d-801fc789234c tempest-TestMinimumBasicScenario-1831196071 tempest-TestMinimumBasicScenario-1831196071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:45.037385 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-91b2916e-a305-4231-994d-801fc789234c tempest-TestMinimumBasicScenario-1831196071 tempest-TestMinimumBasicScenario-1831196071-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 1093 time: 0.2382786 Oct 28 09:33:45.042414 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 42416) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:45.047662 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Request body: {'floatingip': {'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'port_id': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:45.071314 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for floatingip, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:45.077462 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:45.078109 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:45.080084 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/e0962734-db42-4e4f-b35b-479b8f7aea05 HTTP/1.1" status: 200 len: 1093 time: 0.7435379 Oct 28 09:33:45.080597 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'tag': 'e0962734-db42-4e4f-b35b-479b8f7aea05'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:33:45.083065 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d8718-2401-4a53-bb51-b676e7646102" -d '{"events": [{"name": "network-changed", "server_uuid": "b9688bb1-f9bf-4b82-aac3-9dca736ee8a3", "tag": "e0962734-db42-4e4f-b35b-479b8f7aea05"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:33:45.110108 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b660a6-db22-4356-9fe7-3c0fef79c4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0962734-db42-4e4f-b35b-479b8f7aea05,revision_number=3']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:45.140062 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e58da9-638a-454b-8ad5-b08a72108f31 x-openstack-request-id: req-f8e58da9-638a-454b-8ad5-b08a72108f31 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:33:45.140421 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9688bb1-f9bf-4b82-aac3-9dca736ee8a3", "tag": "e0962734-db42-4e4f-b35b-479b8f7aea05", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:33:45.140706 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-f8e58da9-638a-454b-8ad5-b08a72108f31 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:33:45.141125 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'tag': 'e0962734-db42-4e4f-b35b-479b8f7aea05', 'status': 'completed', 'code': 200} Oct 28 09:33:45.193757 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff80f3-470b-49a0-8187-803568b00953 req-d94f02d2-ca2e-4b3b-8e77-6bc3528cf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:45.195478 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-d94f02d2-ca2e-4b3b-8e77-6bc3528cf197 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 1096 time: 0.0527501 Oct 28 09:33:45.224667 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:45.264905 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-60459e30-60ba-427a-956a-166a687e78fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0962734-db42-4e4f-b35b-479b8f7aea05 HTTP/1.1" status: 200 len: 217 time: 0.0427847 Oct 28 09:33:45.343796 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff80f3-470b-49a0-8187-803568b00953 req-9c6179a7-1dba-445c-9e6d-4aae2642f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:45.345459 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-9c6179a7-1dba-445c-9e6d-4aae2642f225 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0592580 Oct 28 09:33:45.361992 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b738096-6bc0-4936-9100-948b0ee13f6b req-0f555955-e3e0-4b12-9af5-4eff43a2a35c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:45.363554 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5b738096-6bc0-4936-9100-948b0ee13f6b req-0f555955-e3e0-4b12-9af5-4eff43a2a35c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.1414435 Oct 28 09:33:45.420707 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff80f3-470b-49a0-8187-803568b00953 req-54fc1800-43ba-4fce-af03-c58da3d770a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:45.422231 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-54fc1800-43ba-4fce-af03-c58da3d770a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618570 Oct 28 09:33:45.429554 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e2323-dd7e-4d42-8559-8b84f5064c98 req-a813de3a-0e43-457f-accf-6b32d915bee9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:45.430942 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e82e2323-dd7e-4d42-8559-8b84f5064c98 req-a813de3a-0e43-457f-accf-6b32d915bee9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0812073 Oct 28 09:33:45.435706 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5b738096-6bc0-4936-9100-948b0ee13f6b req-9741b884-98d9-45de-a84f-b7373f098d76 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482137 Oct 28 09:33:45.446655 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Allocated IP 172.27.3.156 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/741a13cd-2884-4e4c-8e8b-999d5ea0403e) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:33:45.521291 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e82e2323-dd7e-4d42-8559-8b84f5064c98 req-8c4c7b57-75ce-4f61-9b75-cc5ba52bc695 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800049 Oct 28 09:33:45.549069 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-b0597f38-3e65-4014-b22c-bcd5c3d09174 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149361 Oct 28 09:33:45.553969 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:45.589229 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:45.632560 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:33:45.635749 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:33:45.639397 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:33:45.645110 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'Port': ['ID=741a13cd-2884-4e4c-8e8b-999d5ea0403e,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:45.668849 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ff80f3-470b-49a0-8187-803568b00953 req-9b4dd805-605c-415a-92f6-ece2367c780c service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092978 Oct 28 09:33:45.765026 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d8718-2401-4a53-bb51-b676e7646102 req-e924a9d0-a64c-433d-83db-89824b96a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:45.766570 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-838d8718-2401-4a53-bb51-b676e7646102 req-e924a9d0-a64c-433d-83db-89824b96a6a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 1096 time: 0.0408895 Oct 28 09:33:45.866370 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d8718-2401-4a53-bb51-b676e7646102 req-4a668be6-5942-4e5f-8441-2dfcfc7958aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:45.867987 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-838d8718-2401-4a53-bb51-b676e7646102 req-4a668be6-5942-4e5f-8441-2dfcfc7958aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 913 time: 0.0905285 Oct 28 09:33:45.919277 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-838d8718-2401-4a53-bb51-b676e7646102 req-facd7cc2-6c1d-473a-9510-253c3c8e9ce5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0962734-db42-4e4f-b35b-479b8f7aea05 HTTP/1.1" status: 200 len: 217 time: 0.0358145 Oct 28 09:33:45.973322 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d8718-2401-4a53-bb51-b676e7646102 req-ef9940f7-9b55-406e-a25f-90dcafce2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:45.974804 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-838d8718-2401-4a53-bb51-b676e7646102 req-ef9940f7-9b55-406e-a25f-90dcafce2bb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0446610 Oct 28 09:33:45.993686 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:46.035000 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d8718-2401-4a53-bb51-b676e7646102 req-8444e006-bb6e-4b61-82bd-b00df1bd358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:46.036987 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-838d8718-2401-4a53-bb51-b676e7646102 req-8444e006-bb6e-4b61-82bd-b00df1bd358b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453458 Oct 28 09:33:46.062838 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:46.133883 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-838d8718-2401-4a53-bb51-b676e7646102 req-ea76dfee-cc7d-43ed-81cc-ad92a25272ae service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885322 Oct 28 09:33:46.191127 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa77659-a7d9-48e5-9a2b-6f8efef04033 req-6bd408e5-6911-4059-bec0-03c20037868a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:46.192645 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9fa77659-a7d9-48e5-9a2b-6f8efef04033 req-6bd408e5-6911-4059-bec0-03c20037868a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 943 time: 0.0998924 Oct 28 09:33:46.230054 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-838d8718-2401-4a53-bb51-b676e7646102 req-5c211aff-e149-4f0a-a782-be62f9498fb1 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886559 Oct 28 09:33:46.258488 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9fa77659-a7d9-48e5-9a2b-6f8efef04033 req-e3bd04bd-1b82-4545-b070-f54af4e546bb tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583839 Oct 28 09:33:46.286972 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:46.291615 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:46.358785 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'Port': ['ID=741a13cd-2884-4e4c-8e8b-999d5ea0403e,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:46.370637 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:46.477640 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.l3_db [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Floating IP 4b426cc2-e447-417b-9675-4f87ae11cdab associated. External IP: 172.27.3.156, port: ed8c8587-3048-4680-a8a2-125518b40b83. Oct 28 09:33:46.563291 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12402337-72a8-412c-be1c-5cee6351d88d req-2fc3bdbe-bab8-4996-9358-b6b181fa00a6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:46.564913 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-12402337-72a8-412c-be1c-5cee6351d88d req-2fc3bdbe-bab8-4996-9358-b6b181fa00a6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0506480 Oct 28 09:33:46.601721 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da9896-1497-4f03-bcb7-0f1a6e335b10 req-012bbe4f-df37-4dc5-ba8c-62279b57409a tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:46.603148 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-12402337-72a8-412c-be1c-5cee6351d88d req-16ab5e0d-b7b6-455c-92a7-8c64e3f9643a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320127 Oct 28 09:33:46.603299 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-39da9896-1497-4f03-bcb7-0f1a6e335b10 req-012bbe4f-df37-4dc5-ba8c-62279b57409a tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 946 time: 0.0907826 Oct 28 09:33:46.653231 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-39da9896-1497-4f03-bcb7-0f1a6e335b10 req-8f486854-0d13-4647-bdc0-707d05dabd50 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Oct 28 09:33:46.734413 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bba2e-b376-4f72-bfa7-954bbb44667d req-e2f08c6b-71ca-45b1-bade-7ff896f111c8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:46.736028 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-524bba2e-b376-4f72-bfa7-954bbb44667d req-e2f08c6b-71ca-45b1-bade-7ff896f111c8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0553062 Oct 28 09:33:46.764967 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Router 9921bb07-6600-414a-839f-698d7d029923 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:33:46.792973 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-524bba2e-b376-4f72-bfa7-954bbb44667d req-d342e3ec-9b9b-4207-9866-ad97cc5a81e3 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Oct 28 09:33:46.827136 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-55f222b6-894b-495e-b718-6930ce36b663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:46.879667 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:33:46.890098 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baaed8b-518d-4cd7-a41c-05a1dc887fd0 None None] Sync routers for ids ['9921bb07-6600-414a-839f-698d7d029923'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:33:46.897550 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:46.900717 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baaed8b-518d-4cd7-a41c-05a1dc887fd0 None None] Routers {'9921bb07-6600-414a-839f-698d7d029923'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:33:46.902121 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-9baaed8b-518d-4cd7-a41c-05a1dc887fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:33:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['9921bb07-6600-414a-839f-698d7d029923'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:33:46.925342 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-a7e97b49-518e-4b79-88b4-69976af4a7d2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8816698 Oct 28 09:33:46.925922 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:33:46.928098 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 42438) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:46.928257 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dd032b-e912-4618-a7db-b927e5ed06f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:33:46.935418 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-b0bd0e84-8a7f-44a3-920e-0b394cf1a5df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989122798', 'description': 'tempest-secgroup-smoke-989122798 description', 'project_id': '65819ad24cc5495abf0cde810398a459'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:46.959077 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0e84-8a7f-44a3-920e-0b394cf1a5df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:46.965339 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cbecaa-5ffa-4854-bb7d-b7e401c5d00a x-openstack-request-id: req-b8cbecaa-5ffa-4854-bb7d-b7e401c5d00a {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:33:46.965635 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:33:46.965892 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-b8cbecaa-5ffa-4854-bb7d-b7e401c5d00a {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:33:46.966661 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'status': 'completed', 'code': 200} Oct 28 09:33:47.016053 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-9baaed8b-518d-4cd7-a41c-05a1dc887fd0 None None] Set router 9921bb07-6600-414a-839f-698d7d029923 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:33:47.065397 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0e84-8a7f-44a3-920e-0b394cf1a5df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.071907 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd032b-e912-4618-a7db-b927e5ed06f5 req-4338ab5d-545c-489a-b8f8-bbe8b3f404d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:47.074612 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b6dd032b-e912-4618-a7db-b927e5ed06f5 req-4338ab5d-545c-489a-b8f8-bbe8b3f404d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65819ad24cc5495abf0cde810398a459&device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 1098 time: 0.0746598 Oct 28 09:33:47.075313 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0e84-8a7f-44a3-920e-0b394cf1a5df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.154836 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0e84-8a7f-44a3-920e-0b394cf1a5df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.156057 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-b0bd0e84-8a7f-44a3-920e-0b394cf1a5df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2267704 Oct 28 09:33:47.159178 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 42442) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:47.162729 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd0e84-8a7f-44a3-920e-0b394cf1a5df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128fb900-a92f-44ab-b30f-701384b58bad,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:47.164176 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-ca7d8e66-a71e-4f95-b14e-2f9e12aa2f8a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Request body: {'security_group_rule': {'security_group_id': '128fb900-a92f-44ab-b30f-701384b58bad', 'project_id': '65819ad24cc5495abf0cde810398a459', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:47.195502 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8e66-a71e-4f95-b14e-2f9e12aa2f8a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.206493 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd032b-e912-4618-a7db-b927e5ed06f5 req-c9eda6a3-8c70-4d8c-97e4-823022df23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:47.207961 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b6dd032b-e912-4618-a7db-b927e5ed06f5 req-c9eda6a3-8c70-4d8c-97e4-823022df23e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a HTTP/1.1" status: 200 len: 916 time: 0.1178405 Oct 28 09:33:47.253591 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8e66-a71e-4f95-b14e-2f9e12aa2f8a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.258808 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8e66-a71e-4f95-b14e-2f9e12aa2f8a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.265229 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-9baaed8b-518d-4cd7-a41c-05a1dc887fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '4b426cc2-e447-417b-9675-4f87ae11cdab', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '9921bb07-6600-414a-839f-698d7d029923', 'port_id': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'mac_address': 'fa:16:3e:29:51:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:33:45Z', 'updated_at': '2021-10-28T09:33:45Z', 'revision_number': 0, 'project_id': '65819ad24cc5495abf0cde810398a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59a2642-ab17-4808-8803-cf826545ec58', 'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'mac_address': 'fa:16:3e:b5:db:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:09Z', 'updated_at': '2021-10-28T09:32:17Z', 'revision_number': 5, 'project_id': '65819ad24cc5495abf0cde810398a459', 'subnets': [{'id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:33:47.281398 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d8e66-a71e-4f95-b14e-2f9e12aa2f8a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da20b02a-2a72-4f57-b19e-9a36b11a44fb,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:47.290725 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8e66-a71e-4f95-b14e-2f9e12aa2f8a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.294937 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-ca7d8e66-a71e-4f95-b14e-2f9e12aa2f8a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319091 Oct 28 09:33:47.295235 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 42446) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:47.298661 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baaed8b-518d-4cd7-a41c-05a1dc887fd0 None None] Checking router: 9921bb07-6600-414a-839f-698d7d029923 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:33:47.298927 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b6dd032b-e912-4618-a7db-b927e5ed06f5 req-658f101b-af70-43cb-810e-59af77617692 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8c8587-3048-4680-a8a2-125518b40b83 HTTP/1.1" status: 200 len: 999 time: 0.0771787 Oct 28 09:33:47.300811 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-38498f60-0c60-4966-96e1-aa78608433df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Request body: {'security_group_rule': {'security_group_id': '128fb900-a92f-44ab-b30f-701384b58bad', 'project_id': '65819ad24cc5495abf0cde810398a459', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:47.307921 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baaed8b-518d-4cd7-a41c-05a1dc887fd0 None None] Routers {'9921bb07-6600-414a-839f-698d7d029923'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:33:47.308740 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-9baaed8b-518d-4cd7-a41c-05a1dc887fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:33:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['9921bb07-6600-414a-839f-698d7d029923'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:33:47.333578 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-38498f60-0c60-4966-96e1-aa78608433df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.398875 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd032b-e912-4618-a7db-b927e5ed06f5 req-eccc1bd6-147d-4d44-ae61-b2b0b1a60691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:47.400407 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b6dd032b-e912-4618-a7db-b927e5ed06f5 req-eccc1bd6-147d-4d44-ae61-b2b0b1a60691 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa40ae6a-92a7-4efb-a54a-71a326b311db HTTP/1.1" status: 200 len: 853 time: 0.0893762 Oct 28 09:33:47.401869 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-38498f60-0c60-4966-96e1-aa78608433df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.406721 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-38498f60-0c60-4966-96e1-aa78608433df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.409511 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c294d6b-454b-4afa-aa52-b8b698048cbe req-51749e86-2a5f-4ae8-a880-a7240180f083 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:47.411593 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c294d6b-454b-4afa-aa52-b8b698048cbe req-51749e86-2a5f-4ae8-a880-a7240180f083 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 943 time: 0.0673850 Oct 28 09:33:47.435766 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38498f60-0c60-4966-96e1-aa78608433df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7504ed-2193-43d6-9cc1-b97aa1f258d1,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:47.454192 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-38498f60-0c60-4966-96e1-aa78608433df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.459308 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-38498f60-0c60-4966-96e1-aa78608433df tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1628063 Oct 28 09:33:47.460894 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 42448) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:47.469463 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-edd4764d-1ac5-4244-9629-ded960a68974 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Request body: {'security_group_rule': {'security_group_id': '128fb900-a92f-44ab-b30f-701384b58bad', 'project_id': '65819ad24cc5495abf0cde810398a459', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:47.473430 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.487876 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.505208 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd032b-e912-4618-a7db-b927e5ed06f5 req-ecbe64ad-4e0b-408b-b846-f067d9e06c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:47.506699 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b6dd032b-e912-4618-a7db-b927e5ed06f5 req-ecbe64ad-4e0b-408b-b846-f067d9e06c15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822382 Oct 28 09:33:47.512610 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c294d6b-454b-4afa-aa52-b8b698048cbe req-c250d9aa-fa6d-4a62-84f6-6fd4cb67a9bb tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944290 Oct 28 09:33:47.519176 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-9baaed8b-518d-4cd7-a41c-05a1dc887fd0 None None] Set router 9921bb07-6600-414a-839f-698d7d029923 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:33:47.546700 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-edd4764d-1ac5-4244-9629-ded960a68974 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.655011 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-edd4764d-1ac5-4244-9629-ded960a68974 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.660656 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b6dd032b-e912-4618-a7db-b927e5ed06f5 req-c4007a58-e9bd-435a-a539-57eac8e5f429 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385565 Oct 28 09:33:47.661684 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-edd4764d-1ac5-4244-9629-ded960a68974 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.708811 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-edd4764d-1ac5-4244-9629-ded960a68974 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.710023 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-edd4764d-1ac5-4244-9629-ded960a68974 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2447047 Oct 28 09:33:47.716291 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 42454) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:47.721875 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-09a07185-a13e-4931-891c-9d77fc9e172e tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Request body: {'security_group_rule': {'security_group_id': '128fb900-a92f-44ab-b30f-701384b58bad', 'project_id': '65819ad24cc5495abf0cde810398a459', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:47.735221 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4764d-1ac5-4244-9629-ded960a68974 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca7f476-da36-412d-b7f7-82f5d57029c3,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:47.755992 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-9baaed8b-518d-4cd7-a41c-05a1dc887fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '4b426cc2-e447-417b-9675-4f87ae11cdab', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '9921bb07-6600-414a-839f-698d7d029923', 'port_id': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'mac_address': 'fa:16:3e:29:51:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:33:45Z', 'updated_at': '2021-10-28T09:33:45Z', 'revision_number': 0, 'project_id': '65819ad24cc5495abf0cde810398a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59a2642-ab17-4808-8803-cf826545ec58', 'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'mac_address': 'fa:16:3e:b5:db:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:09Z', 'updated_at': '2021-10-28T09:32:17Z', 'revision_number': 5, 'project_id': '65819ad24cc5495abf0cde810398a459', 'subnets': [{'id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:33:47.761977 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-09a07185-a13e-4931-891c-9d77fc9e172e tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.780788 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe50bd-6a87-4ff2-a0b7-65a081a3d14e req-f57b9d78-0ba4-4fd0-a863-6a78ded1b95a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:47.782414 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-dabe50bd-6a87-4ff2-a0b7-65a081a3d14e req-f57b9d78-0ba4-4fd0-a863-6a78ded1b95a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0996392 Oct 28 09:33:47.783921 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baaed8b-518d-4cd7-a41c-05a1dc887fd0 None None] The sync data for ids ['9921bb07-6600-414a-839f-698d7d029923'] in dv-cinder-815145-4-iscsi is: [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '4b426cc2-e447-417b-9675-4f87ae11cdab', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '9921bb07-6600-414a-839f-698d7d029923', 'port_id': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'mac_address': 'fa:16:3e:29:51:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:33:45Z', 'updated_at': '2021-10-28T09:33:45Z', 'revision_number': 0, 'project_id': '65819ad24cc5495abf0cde810398a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59a2642-ab17-4808-8803-cf826545ec58', 'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'mac_address': 'fa:16:3e:b5:db:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:09Z', 'updated_at': '2021-10-28T09:32:17Z', 'revision_number': 5, 'project_id': '65819ad24cc5495abf0cde810398a459', 'subnets': [{'id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:33:47.833935 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051ad9-4972-453f-a913-46d29b8dc533 req-d46c40d8-b26c-4116-861a-5a99ee6670df tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:47.835742 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-93051ad9-4972-453f-a913-46d29b8dc533 req-d46c40d8-b26c-4116-861a-5a99ee6670df tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 946 time: 0.0794206 Oct 28 09:33:47.839996 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b6dd032b-e912-4618-a7db-b927e5ed06f5 req-8c4ef295-f7c5-48d1-ad10-e8f9b2df0307 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614151 Oct 28 09:33:47.871786 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-dabe50bd-6a87-4ff2-a0b7-65a081a3d14e req-832d83f7-3c60-4111-bfcd-68352c5a547c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784838 Oct 28 09:33:47.882267 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-09a07185-a13e-4931-891c-9d77fc9e172e tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.887797 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-09a07185-a13e-4931-891c-9d77fc9e172e tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.889011 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-93051ad9-4972-453f-a913-46d29b8dc533 req-03b511ef-5dc5-46c5-8587-b39ac92c47a5 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Oct 28 09:33:47.904774 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a07185-a13e-4931-891c-9d77fc9e172e tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9f996e-a6d9-49a2-b33a-c73973da5400,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:47.922630 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-09a07185-a13e-4931-891c-9d77fc9e172e tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:47.927189 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-09a07185-a13e-4931-891c-9d77fc9e172e tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2096884 Oct 28 09:33:47.927914 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 42458) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:47.933839 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-2828b351-761a-4f54-8235-4b974125c0a2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Request body: {'security_group_rule': {'security_group_id': '128fb900-a92f-44ab-b30f-701384b58bad', 'project_id': '65819ad24cc5495abf0cde810398a459', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:47.960587 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.securitygroups_db [None req-2828b351-761a-4f54-8235-4b974125c0a2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Project 65819ad24cc5495abf0cde810398a459 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:33:47.966515 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2828b351-761a-4f54-8235-4b974125c0a2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.026283 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e6c52-14fd-405e-8208-17c522c54171 None None] New status for floating IP 4b426cc2-e447-417b-9675-4f87ae11cdab: ACTIVE {{(pid=101415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:33:48.054556 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2828b351-761a-4f54-8235-4b974125c0a2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.063360 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127f8e1-8590-4bf0-8b36-6a89e1e6369d req-5835bb5c-fc21-45ed-9d10-eb825a668cbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:48.064897 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7127f8e1-8590-4bf0-8b36-6a89e1e6369d req-5835bb5c-fc21-45ed-9d10-eb825a668cbe tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0878689 Oct 28 09:33:48.066023 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2828b351-761a-4f54-8235-4b974125c0a2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.096401 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828b351-761a-4f54-8235-4b974125c0a2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b9da85-566d-4e72-8d4e-dedb18465dec,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:48.108423 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2828b351-761a-4f54-8235-4b974125c0a2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.109612 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-2828b351-761a-4f54-8235-4b974125c0a2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802623 Oct 28 09:33:48.112607 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 42460) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:33:48.117935 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-7c867eb9-42c1-47f9-82c9-1a935d81095a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Request body: {'security_group_rule': {'security_group_id': '128fb900-a92f-44ab-b30f-701384b58bad', 'project_id': '65819ad24cc5495abf0cde810398a459', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:48.122925 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7127f8e1-8590-4bf0-8b36-6a89e1e6369d req-3954e8c4-9fd4-47e1-ae9c-81576791e550 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485311 Oct 28 09:33:48.150047 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.securitygroups_db [None req-7c867eb9-42c1-47f9-82c9-1a935d81095a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Project 65819ad24cc5495abf0cde810398a459 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:33:48.155014 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7c867eb9-42c1-47f9-82c9-1a935d81095a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.208941 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7c867eb9-42c1-47f9-82c9-1a935d81095a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.212921 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7c867eb9-42c1-47f9-82c9-1a935d81095a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.232204 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c867eb9-42c1-47f9-82c9-1a935d81095a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fd31c7-f3c6-43ad-b0ae-f8f0a88b0b59,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:48.237858 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7c867eb9-42c1-47f9-82c9-1a935d81095a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.239183 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-7c867eb9-42c1-47f9-82c9-1a935d81095a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255636 Oct 28 09:33:48.316245 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-07aaa480-7c4a-47a8-9fc2-0e2c8e064d55 req-8a0f7bc5-4de1-4278-8cb6-5a4ef35bfaef tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989122798&fields=id&tenant_id=65819ad24cc5495abf0cde810398a459 HTTP/1.1" status: 200 len: 267 time: 0.0327654 Oct 28 09:33:48.368620 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaa480-7c4a-47a8-9fc2-0e2c8e064d55 req-7f1d3ec8-473a-48e5-948c-5cef15370e4a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:48.370732 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-07aaa480-7c4a-47a8-9fc2-0e2c8e064d55 req-7f1d3ec8-473a-48e5-948c-5cef15370e4a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 945 time: 0.0487044 Oct 28 09:33:48.381339 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-07aaa480-7c4a-47a8-9fc2-0e2c8e064d55 req-1b3878c4-a056-475f-b714-a03b93885026 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Request body: {'port': {'security_groups': ['4ecba90d-dab3-47d9-b845-8cbbdbeb801e', '128fb900-a92f-44ab-b30f-701384b58bad']}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:33:48.449910 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-07aaa480-7c4a-47a8-9fc2-0e2c8e064d55 req-1b3878c4-a056-475f-b714-a03b93885026 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.629549 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3c663-9b87-4f6a-8fac-aae0354e163a req-f512c837-5d29-43c0-b8c5-2b95b7147b1c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:48.631095 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0ef3c663-9b87-4f6a-8fac-aae0354e163a req-f512c837-5d29-43c0-b8c5-2b95b7147b1c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 943 time: 0.0492907 Oct 28 09:33:48.669678 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05da67d-6b0f-441b-91bf-8bdc509acc4b req-ca8b6384-1fdb-4d8f-8c72-ce5716aa90dd tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:48.671136 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b05da67d-6b0f-441b-91bf-8bdc509acc4b req-ca8b6384-1fdb-4d8f-8c72-ce5716aa90dd tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.32 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 946 time: 0.0790200 Oct 28 09:33:48.672938 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-07aaa480-7c4a-47a8-9fc2-0e2c8e064d55 req-1b3878c4-a056-475f-b714-a03b93885026 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] For port ed8c8587-3048-4680-a8a2-125518b40b83, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ed8c8587-3048-4680-a8a2-125518b40b83,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:48.673918 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0ef3c663-9b87-4f6a-8fac-aae0354e163a req-8f54ce95-e86a-471f-953c-2aebcac7b1aa tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359244 Oct 28 09:33:48.756247 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-07aaa480-7c4a-47a8-9fc2-0e2c8e064d55 req-1b3878c4-a056-475f-b714-a03b93885026 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.761734 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-07aaa480-7c4a-47a8-9fc2-0e2c8e064d55 req-1b3878c4-a056-475f-b714-a03b93885026 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.779626 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['ed8c8587-3048-4680-a8a2-125518b40b83'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:33:48.822520 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaa480-7c4a-47a8-9fc2-0e2c8e064d55 req-1b3878c4-a056-475f-b714-a03b93885026 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:48.823989 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-07aaa480-7c4a-47a8-9fc2-0e2c8e064d55 req-1b3878c4-a056-475f-b714-a03b93885026 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.825467 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-07aaa480-7c4a-47a8-9fc2-0e2c8e064d55 req-1b3878c4-a056-475f-b714-a03b93885026 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "PUT /v2.0/ports/ed8c8587-3048-4680-a8a2-125518b40b83 HTTP/1.1" status: 200 len: 981 time: 0.4485664 Oct 28 09:33:48.825929 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:33:48.829079 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b077998a-0294-4df5-b6f5-679116e34992" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:33:48.866039 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-b05da67d-6b0f-441b-91bf-8bdc509acc4b req-931affe0-e840-40fc-8ea8-aa457e0e8474 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Deleting port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:33:48.866365 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b05da67d-6b0f-441b-91bf-8bdc509acc4b req-931affe0-e840-40fc-8ea8-aa457e0e8474 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:48.873501 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3878c4-a056-475f-b714-a03b93885026 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'Port': ['ID=ed8c8587-3048-4680-a8a2-125518b40b83,revision_number=6']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:48.920290 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1c35fa-173b-4726-819c-9c192ccfc3f7 x-openstack-request-id: req-5c1c35fa-173b-4726-819c-9c192ccfc3f7 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:33:48.920605 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:33:48.920859 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-5c1c35fa-173b-4726-819c-9c192ccfc3f7 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:33:48.921254 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'status': 'completed', 'code': 200} Oct 28 09:33:48.965813 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['ed8c8587-3048-4680-a8a2-125518b40b83'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:33:49.051787 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-b05da67d-6b0f-441b-91bf-8bdc509acc4b req-931affe0-e840-40fc-8ea8-aa457e0e8474 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] For port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab,segment=NetworkSegment(177a39e5-f9df-4d46-89b4-a97d85403106),segment_id=177a39e5-f9df-4d46-89b4-a97d85403106)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:49.052157 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b05da67d-6b0f-441b-91bf-8bdc509acc4b req-931affe0-e840-40fc-8ea8-aa457e0e8474 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:49.054949 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127bd1d-8e4f-4e00-ad6d-ad76d7446b26 req-648db1e6-7c64-437b-9db6-a350346eab1d tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:49.060802 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9127bd1d-8e4f-4e00-ad6d-ad76d7446b26 req-648db1e6-7c64-437b-9db6-a350346eab1d tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 946 time: 0.0636377 Oct 28 09:33:49.069214 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077998a-0294-4df5-b6f5-679116e34992 req-a01113cd-e561-4c4a-89a5-6ea052756495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:49.070788 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b077998a-0294-4df5-b6f5-679116e34992 req-a01113cd-e561-4c4a-89a5-6ea052756495 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65819ad24cc5495abf0cde810398a459&device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 1137 time: 0.1243691 Oct 28 09:33:49.083153 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d0141-0672-4984-9c18-e15933b51439 req-a20d7559-569c-4966-942d-d2c7cbf78bf6 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:49.084679 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-dd1d0141-0672-4984-9c18-e15933b51439 req-a20d7559-569c-4966-942d-d2c7cbf78bf6 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.1235321 Oct 28 09:33:49.086783 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-b05da67d-6b0f-441b-91bf-8bdc509acc4b req-931affe0-e840-40fc-8ea8-aa457e0e8474 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Calling delete_port for e545faf6-0b39-4e58-8b2c-0b9db5dc13ab owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:33:49.106880 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9127bd1d-8e4f-4e00-ad6d-ad76d7446b26 req-563fe4cf-2207-41b8-a5c1-bdcbf76aca4f tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Oct 28 09:33:49.195529 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-7e1ec664-66f1-42a1-a202-b94a0f4f2b68 None None] Provisioning complete for port ed8c8587-3048-4680-a8a2-125518b40b83 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:33:49.196095 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec664-66f1-42a1-a202-b94a0f4f2b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:49.216670 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a02da4-7d62-4f6d-9b73-ea5195cddfdc req-9c8fea0a-38d6-46a7-b98e-4844876024eb tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:49.218539 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-65a02da4-7d62-4f6d-9b73-ea5195cddfdc req-9c8fea0a-38d6-46a7-b98e-4844876024eb tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0530310 Oct 28 09:33:49.222139 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-dd1d0141-0672-4984-9c18-e15933b51439 req-605b7570-25b2-4483-8750-2057ce25c8ca tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245041 Oct 28 09:33:49.292371 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077998a-0294-4df5-b6f5-679116e34992 req-a124c9a9-0f54-48d8-a199-ae620e56b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:49.294275 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b077998a-0294-4df5-b6f5-679116e34992 req-a124c9a9-0f54-48d8-a199-ae620e56b28f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a HTTP/1.1" status: 200 len: 916 time: 0.2087016 Oct 28 09:33:49.302762 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-65a02da4-7d62-4f6d-9b73-ea5195cddfdc req-d7ba20a2-bdc8-4497-b80d-10d1d4159274 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689652 Oct 28 09:33:49.344926 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:49.439451 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b077998a-0294-4df5-b6f5-679116e34992 req-f20f4a55-ded6-4cea-ac21-67f28f72741e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8c8587-3048-4680-a8a2-125518b40b83 HTTP/1.1" status: 200 len: 1001 time: 0.1334400 Oct 28 09:33:49.451582 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113036-7f22-4a88-9aea-99008f5c830b req-93e52663-5294-4e90-88d9-f65a156c72bc tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:49.453051 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ba113036-7f22-4a88-9aea-99008f5c830b req-93e52663-5294-4e90-88d9-f65a156c72bc tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.1483586 Oct 28 09:33:49.493929 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b05da67d-6b0f-441b-91bf-8bdc509acc4b req-931affe0-e840-40fc-8ea8-aa457e0e8474 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:49.543777 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931affe0-e840-40fc-8ea8-aa457e0e8474 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Pushing event deleted for resources: {'Port': ['ID=e545faf6-0b39-4e58-8b2c-0b9db5dc13ab,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:49.562047 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077998a-0294-4df5-b6f5-679116e34992 req-72be8086-0a7f-4f9f-8f09-5129db00bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:49.563489 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b077998a-0294-4df5-b6f5-679116e34992 req-72be8086-0a7f-4f9f-8f09-5129db00bef8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa40ae6a-92a7-4efb-a54a-71a326b311db HTTP/1.1" status: 200 len: 853 time: 0.1058788 Oct 28 09:33:49.595632 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ba113036-7f22-4a88-9aea-99008f5c830b req-45c3e50a-c958-44af-818b-52d1bef33615 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280153 Oct 28 09:33:49.742588 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['e545faf6-0b39-4e58-8b2c-0b9db5dc13ab'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:33:49.795280 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4537a-4692-4840-840e-857055f5bead req-7b1062a7-943e-4644-8a4e-b0f156ee67c2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:49.796920 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0da4537a-4692-4840-840e-857055f5bead req-7b1062a7-943e-4644-8a4e-b0f156ee67c2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 943 time: 0.0531278 Oct 28 09:33:49.841901 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0da4537a-4692-4840-840e-857055f5bead req-5de7555f-5f2f-4c7f-bf25-6229e4ef1bb5 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381155 Oct 28 09:33:49.874763 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05da67d-6b0f-441b-91bf-8bdc509acc4b req-931affe0-e840-40fc-8ea8-aa457e0e8474 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] No DVR routers for this DVR port e545faf6-0b39-4e58-8b2c-0b9db5dc13ab on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:33:49.877600 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b05da67d-6b0f-441b-91bf-8bdc509acc4b req-931affe0-e840-40fc-8ea8-aa457e0e8474 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:49.880843 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b05da67d-6b0f-441b-91bf-8bdc509acc4b req-931affe0-e840-40fc-8ea8-aa457e0e8474 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.32 "DELETE /v2.0/ports/e545faf6-0b39-4e58-8b2c-0b9db5dc13ab HTTP/1.1" status: 204 len: 173 time: 1.1981792 Oct 28 09:33:49.896242 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077998a-0294-4df5-b6f5-679116e34992 req-e200e69a-39a4-49c4-8e58-5f6e70f42319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:49.897757 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b077998a-0294-4df5-b6f5-679116e34992 req-e200e69a-39a4-49c4-8e58-5f6e70f42319 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3193512 Oct 28 09:33:49.999995 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b077998a-0294-4df5-b6f5-679116e34992 req-f211f85a-fb25-45f1-a297-74d161063ebb service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863912 Oct 28 09:33:50.095274 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b077998a-0294-4df5-b6f5-679116e34992 req-b52e3e5f-a6ba-4bb6-a5f1-287880e4dc89 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862916 Oct 28 09:33:50.214732 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-789dde90-74b7-4790-a20c-6944b1395e73 req-6229e803-07e9-4718-99fb-d5c7148ac6b6 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=76e77eb1-0c6e-482e-be30-dac27800be92 HTTP/1.1" status: 200 len: 210 time: 0.0263510 Oct 28 09:33:50.431098 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9366c-4774-47d5-9e99-8be1d23ffb4f req-16dd961b-31a5-420d-be37-3abe0d67f373 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:50.433462 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c5c9366c-4774-47d5-9e99-8be1d23ffb4f req-16dd961b-31a5-420d-be37-3abe0d67f373 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0524273 Oct 28 09:33:50.475142 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c5c9366c-4774-47d5-9e99-8be1d23ffb4f req-62e36939-925f-4766-bb14-af026d9e52a9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351677 Oct 28 09:33:50.713231 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fddda-8442-41a6-96a9-371e3bfc4189 req-8ffa5138-93a2-4cc2-81a2-7eea67a92479 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:50.715262 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-205fddda-8442-41a6-96a9-371e3bfc4189 req-8ffa5138-93a2-4cc2-81a2-7eea67a92479 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0502794 Oct 28 09:33:50.755090 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-205fddda-8442-41a6-96a9-371e3bfc4189 req-aa86f858-6eb1-41d1-b428-b6c52f2935f8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339680 Oct 28 09:33:50.922113 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e77eb1-0c6e-482e-be30-dac27800be92', 'name': 'network-vif-deleted', 'tag': 'e545faf6-0b39-4e58-8b2c-0b9db5dc13ab'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:33:50.924499 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c173f15-cc20-4164-8251-a1f25b6a8d9f" -d '{"events": [{"server_uuid": "76e77eb1-0c6e-482e-be30-dac27800be92", "name": "network-vif-deleted", "tag": "e545faf6-0b39-4e58-8b2c-0b9db5dc13ab"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:33:50.959795 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c908bf47-569e-4dec-a2bd-96c1bb1d83dc x-openstack-request-id: req-c908bf47-569e-4dec-a2bd-96c1bb1d83dc {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:33:50.960081 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e77eb1-0c6e-482e-be30-dac27800be92", "name": "network-vif-deleted", "tag": "e545faf6-0b39-4e58-8b2c-0b9db5dc13ab", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:33:50.960376 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb07973-f238-48a6-a9b2-18b64172896c req-26214c8c-52d7-48a3-860c-4c6637eab048 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:50.960999 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c908bf47-569e-4dec-a2bd-96c1bb1d83dc {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:33:50.960999 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e77eb1-0c6e-482e-be30-dac27800be92', 'name': 'network-vif-deleted', 'tag': 'e545faf6-0b39-4e58-8b2c-0b9db5dc13ab', 'status': 'completed', 'code': 200} Oct 28 09:33:50.961891 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cfb07973-f238-48a6-a9b2-18b64172896c req-26214c8c-52d7-48a3-860c-4c6637eab048 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 943 time: 0.0533445 Oct 28 09:33:51.000469 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cfb07973-f238-48a6-a9b2-18b64172896c req-aa5352a9-65c6-4288-9346-205297c22159 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320959 Oct 28 09:33:51.594488 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e27e-94a1-41dd-800b-83395e184700 req-afbb9e8f-137c-48b0-95ac-3a2c696ae53b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:51.595950 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c9b2e27e-94a1-41dd-800b-83395e184700 req-afbb9e8f-137c-48b0-95ac-3a2c696ae53b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0492651 Oct 28 09:33:51.636115 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c9b2e27e-94a1-41dd-800b-83395e184700 req-5f1c2ad2-3d4f-4563-bb7b-29da8d36bfb7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336347 Oct 28 09:33:51.872392 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dacb1-7124-47d9-8584-5b5fc49edf7f req-e4689d48-fbc5-4c39-8fe7-95ea5221a284 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:51.873857 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5f1dacb1-7124-47d9-8584-5b5fc49edf7f req-e4689d48-fbc5-4c39-8fe7-95ea5221a284 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0482328 Oct 28 09:33:51.911468 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5f1dacb1-7124-47d9-8584-5b5fc49edf7f req-7712bad1-2a92-424f-8201-957d75316ed2 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317764 Oct 28 09:33:52.113651 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68eb3-8adb-4325-87e6-968729dad901 req-721e3f65-4f10-43bc-9aeb-d95c64af8f21 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:52.115115 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03e68eb3-8adb-4325-87e6-968729dad901 req-721e3f65-4f10-43bc-9aeb-d95c64af8f21 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 943 time: 0.0480330 Oct 28 09:33:52.153925 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03e68eb3-8adb-4325-87e6-968729dad901 req-26d9f0b1-2c09-4359-951d-e13560844c4b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Oct 28 09:33:52.641211 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6109a21b-3532-4e9c-8f51-3bcf4b995b92 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:33:52.747387 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:52.758393 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'port_id': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'mac_address': 'fa:16:3e:eb:c4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:33:52.759572 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745724e3-45cf-409f-bed4-1e8f2161a080 req-695dd802-3ec5-4b48-bacb-e9e86f9e2341 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:52.761060 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-745724e3-45cf-409f-bed4-1e8f2161a080 req-695dd802-3ec5-4b48-bacb-e9e86f9e2341 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 944 time: 0.0532906 Oct 28 09:33:52.796447 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:52.798806 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-745724e3-45cf-409f-bed4-1e8f2161a080 req-dd373b4c-34f5-4aef-befe-3234e78e5527 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313914 Oct 28 09:33:52.810708 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6109a21b-3532-4e9c-8f51-3bcf4b995b92 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:33:52.831298 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:52.834861 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:52.882713 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=6109a21b-3532-4e9c-8f51-3bcf4b995b92,revision_number=9']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:53.028229 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959a28f-67e7-4a56-bd77-92b91c5065f7 req-6d33b3f8-87a2-4d42-80c9-ea2948da896c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:53.029655 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8959a28f-67e7-4a56-bd77-92b91c5065f7 req-6d33b3f8-87a2-4d42-80c9-ea2948da896c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0531676 Oct 28 09:33:53.069172 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8959a28f-67e7-4a56-bd77-92b91c5065f7 req-2ef14ad6-19a7-40c0-a5f9-c99947d040c4 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326326 Oct 28 09:33:53.266401 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843293f-3048-4b45-be8e-dfe54b9c973b req-b6f0b588-79a0-4a84-a958-21e3dd85571c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:53.268114 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c843293f-3048-4b45-be8e-dfe54b9c973b req-b6f0b588-79a0-4a84-a958-21e3dd85571c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 943 time: 0.0495157 Oct 28 09:33:53.309738 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c843293f-3048-4b45-be8e-dfe54b9c973b req-5326e8ec-9e66-4b59-98b1-7097f8cb6fa5 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356681 Oct 28 09:33:53.923724 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96efdf-2665-4f7e-a01c-9d595cf00912 req-c1e6dd0d-ee85-4f69-a04c-aa9545e7e818 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:53.925381 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5f96efdf-2665-4f7e-a01c-9d595cf00912 req-c1e6dd0d-ee85-4f69-a04c-aa9545e7e818 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 945 time: 0.0519128 Oct 28 09:33:53.967719 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5f96efdf-2665-4f7e-a01c-9d595cf00912 req-ef57ad56-44ce-4be1-ab87-2eabd977d7c6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364325 Oct 28 09:33:54.188350 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7e588-a5cb-43b4-beb6-1dd197e73e8b req-0b265e9f-55b4-4238-b269-f6651469cebf tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:54.189933 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7d7e588-a5cb-43b4-beb6-1dd197e73e8b req-0b265e9f-55b4-4238-b269-f6651469cebf tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0526717 Oct 28 09:33:54.229732 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7d7e588-a5cb-43b4-beb6-1dd197e73e8b req-cfe803ba-1bae-4847-9c1a-1b97b59c1597 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Oct 28 09:33:54.424095 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5262b3-810f-4123-a687-a0ba4566c7dd req-7d7af1b7-bfe1-4bbd-a7d8-da9c91878bfc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:54.425499 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4e5262b3-810f-4123-a687-a0ba4566c7dd req-7d7af1b7-bfe1-4bbd-a7d8-da9c91878bfc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 943 time: 0.0494184 Oct 28 09:33:54.465531 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4e5262b3-810f-4123-a687-a0ba4566c7dd req-d794beec-ab18-42e7-96d8-c4dab5dcbc2d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332029 Oct 28 09:33:54.671655 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device e0962734-db42-4e4f-b35b-479b8f7aea05 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:33:54.775437 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port e0962734-db42-4e4f-b35b-479b8f7aea05, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e0962734-db42-4e4f-b35b-479b8f7aea05,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:54.789951 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': 'e0962734-db42-4e4f-b35b-479b8f7aea05', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'port_id': 'e0962734-db42-4e4f-b35b-479b8f7aea05', 'mac_address': 'fa:16:3e:5f:80:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:33:54.829936 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:54.842992 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0962734-db42-4e4f-b35b-479b8f7aea05 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:33:54.861964 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port e0962734-db42-4e4f-b35b-479b8f7aea05, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e0962734-db42-4e4f-b35b-479b8f7aea05,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:54.866156 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:54.913719 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=e0962734-db42-4e4f-b35b-479b8f7aea05,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:55.086934 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e828c0-2b3e-40ce-ae19-1e29f9a33cc8 req-eebc7dbe-4dfe-4a0d-b0f4-02274c83d7b8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:55.088367 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20e828c0-2b3e-40ce-ae19-1e29f9a33cc8 req-eebc7dbe-4dfe-4a0d-b0f4-02274c83d7b8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 945 time: 0.0495737 Oct 28 09:33:55.127781 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['6109a21b-3532-4e9c-8f51-3bcf4b995b92'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:33:55.129081 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20e828c0-2b3e-40ce-ae19-1e29f9a33cc8 req-476fea55-3f4e-4cf2-99e6-8d3ff6a1dd95 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342889 Oct 28 09:33:55.312822 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['e0962734-db42-4e4f-b35b-479b8f7aea05'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:33:55.348597 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0384b-6c37-4f8f-a975-1c901a777573 req-8900173b-cfeb-45fa-9eeb-4307c6cbc88f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:55.349984 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-08d0384b-6c37-4f8f-a975-1c901a777573 req-8900173b-cfeb-45fa-9eeb-4307c6cbc88f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0505247 Oct 28 09:33:55.389333 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-08d0384b-6c37-4f8f-a975-1c901a777573 req-79d7ac49-aff1-41f9-9c42-e6949ea2d953 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Oct 28 09:33:55.581139 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e398-887b-4a5e-8af0-5a390d713ad1 req-8416be8d-51e8-4b6b-874f-9040168cee6b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:55.582683 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-aa15e398-887b-4a5e-8af0-5a390d713ad1 req-8416be8d-51e8-4b6b-874f-9040168cee6b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 944 time: 0.0519650 Oct 28 09:33:55.626281 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-aa15e398-887b-4a5e-8af0-5a390d713ad1 req-c1efba02-4f47-4b61-b113-41372c568043 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375674 Oct 28 09:33:56.249607 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7acf02-089e-40c7-88ba-d22af4aff157 req-8a6698d8-2c3c-4d6e-bb13-2ef38f86dd3b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:56.251074 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9a7acf02-089e-40c7-88ba-d22af4aff157 req-8a6698d8-2c3c-4d6e-bb13-2ef38f86dd3b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 945 time: 0.0485544 Oct 28 09:33:56.292143 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9a7acf02-089e-40c7-88ba-d22af4aff157 req-c63a866f-7675-4e8f-a781-c8d91a540e21 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350215 Oct 28 09:33:56.509119 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656e91-6c61-4e3c-8773-3033eaa2e8a7 req-6694aed4-609e-49a6-87a4-38c1e43f331b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:56.510579 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-27656e91-6c61-4e3c-8773-3033eaa2e8a7 req-6694aed4-609e-49a6-87a4-38c1e43f331b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0525146 Oct 28 09:33:56.548714 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-27656e91-6c61-4e3c-8773-3033eaa2e8a7 req-59e72405-b5fc-4caf-ba44-d923c1813c30 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Oct 28 09:33:56.666802 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device e0962734-db42-4e4f-b35b-479b8f7aea05 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:33:56.717218 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port e0962734-db42-4e4f-b35b-479b8f7aea05 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:33:56.721361 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port e0962734-db42-4e4f-b35b-479b8f7aea05 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:33:56.721756 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:56.743884 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f3161-2dd5-4b3c-9813-877c0ea2277b req-6341561e-acb5-487e-a28c-9671c761d0ba tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:56.745443 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e86f3161-2dd5-4b3c-9813-877c0ea2277b req-6341561e-acb5-487e-a28c-9671c761d0ba tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 944 time: 0.0498772 Oct 28 09:33:56.786468 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e86f3161-2dd5-4b3c-9813-877c0ea2277b req-56d92620-70ef-4110-ae35-0bbb32cc3214 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333908 Oct 28 09:33:56.811490 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:56.835879 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0962734-db42-4e4f-b35b-479b8f7aea05'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:33:56.838205 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a589f-2a19-41f2-82eb-63e9394f135c" -d '{"events": [{"server_uuid": "b9688bb1-f9bf-4b82-aac3-9dca736ee8a3", "name": "network-vif-plugged", "status": "completed", "tag": "e0962734-db42-4e4f-b35b-479b8f7aea05"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:33:56.851307 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port e0962734-db42-4e4f-b35b-479b8f7aea05, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e0962734-db42-4e4f-b35b-479b8f7aea05,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:56.857621 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:56.858453 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6109a21b-3532-4e9c-8f51-3bcf4b995b92 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:33:56.910842 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f12341a-9110-4bac-b5ad-5ad52572dd9b x-openstack-request-id: req-6f12341a-9110-4bac-b5ad-5ad52572dd9b {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:33:56.911055 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9688bb1-f9bf-4b82-aac3-9dca736ee8a3", "name": "network-vif-plugged", "status": "completed", "tag": "e0962734-db42-4e4f-b35b-479b8f7aea05", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:33:56.911304 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-6f12341a-9110-4bac-b5ad-5ad52572dd9b {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:33:56.911685 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0962734-db42-4e4f-b35b-479b8f7aea05', 'code': 200} Oct 28 09:33:56.951304 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=e0962734-db42-4e4f-b35b-479b8f7aea05,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:56.963484 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:33:56.963848 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:57.044706 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:57.077830 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:33:57.081777 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:57.082589 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device e545faf6-0b39-4e58-8b2c-0b9db5dc13ab no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:33:57.104295 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: e545faf6-0b39-4e58-8b2c-0b9db5dc13ab {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:33:57.104670 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device e545faf6-0b39-4e58-8b2c-0b9db5dc13ab not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:33:57.151333 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=6109a21b-3532-4e9c-8f51-3bcf4b995b92,revision_number=10']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:33:57.161359 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16cedf-0d16-49d6-b089-9cb5d15feb6e req-369db854-6bfe-468b-ac59-06b360a86b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:57.162911 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0c16cedf-0d16-49d6-b089-9cb5d15feb6e req-369db854-6bfe-468b-ac59-06b360a86b70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 1098 time: 0.0398579 Oct 28 09:33:57.411127 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a8f8c-af47-42c8-8041-4a9c94c11745 req-3e693ab6-132d-464d-a33d-d0a1bfdbfcff tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:57.412606 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9a4a8f8c-af47-42c8-8041-4a9c94c11745 req-3e693ab6-132d-464d-a33d-d0a1bfdbfcff tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 947 time: 0.0490401 Oct 28 09:33:57.449457 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9a4a8f8c-af47-42c8-8041-4a9c94c11745 req-4f9be054-7e39-453f-8a17-a6378e758c15 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303795 Oct 28 09:33:57.664184 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d730b-90a9-42b0-8087-f68e52b6463d req-4aa20016-91cb-404f-8178-05b241bb46c3 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:57.665688 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-797d730b-90a9-42b0-8087-f68e52b6463d req-4aa20016-91cb-404f-8178-05b241bb46c3 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0486114 Oct 28 09:33:57.704064 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-797d730b-90a9-42b0-8087-f68e52b6463d req-28caccdc-c677-457b-81f7-836021d61795 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Oct 28 09:33:57.903682 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480e1c9-5b17-4d76-9574-aafdd119eb71 req-4b436e2c-89b8-492e-a5a6-074e165dafcc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:57.905165 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7480e1c9-5b17-4d76-9574-aafdd119eb71 req-4b436e2c-89b8-492e-a5a6-074e165dafcc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 945 time: 0.0492716 Oct 28 09:33:57.947576 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7480e1c9-5b17-4d76-9574-aafdd119eb71 req-1050bf36-2ebe-4b84-a3c6-7c95418c4c9d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363774 Oct 28 09:33:58.574170 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b520d5b-a2f2-4fa8-9bf3-608d96e013eb req-a557dfbb-18e9-4cd9-891d-1f2a86fc5e0e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:58.575584 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1b520d5b-a2f2-4fa8-9bf3-608d96e013eb req-a557dfbb-18e9-4cd9-891d-1f2a86fc5e0e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 947 time: 0.0533159 Oct 28 09:33:58.615157 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1b520d5b-a2f2-4fa8-9bf3-608d96e013eb req-7326be5c-7c70-485c-a608-a0e5b5bacf0b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325170 Oct 28 09:33:58.815205 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f60a-eb62-4a44-a808-d36d36fbcdb0 req-2e27a020-41b6-4031-a5d2-f8a7fb6d1fe4 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:58.816678 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c488f60a-eb62-4a44-a808-d36d36fbcdb0 req-2e27a020-41b6-4031-a5d2-f8a7fb6d1fe4 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0481040 Oct 28 09:33:58.854922 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c488f60a-eb62-4a44-a808-d36d36fbcdb0 req-8296dd60-a9df-4cc6-853c-431af96255b5 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318577 Oct 28 09:33:58.913207 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:33:58.915599 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0dd2f8-b503-412a-84a1-73db9f94c069" -d '{"events": [{"server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "name": "network-vif-plugged", "status": "completed", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:33:58.950159 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d369e900-345c-4a4e-9bdc-bfc9534fd13b x-openstack-request-id: req-d369e900-345c-4a4e-9bdc-bfc9534fd13b {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:33:58.950475 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "name": "network-vif-plugged", "status": "completed", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:33:58.950730 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d369e900-345c-4a4e-9bdc-bfc9534fd13b {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:33:58.951561 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'code': 200} Oct 28 09:33:59.060719 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8e3e4-7381-4aee-ba48-b04807c019ec req-348b38eb-7c32-492b-8c1e-7f46bd4a96a9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:59.062168 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-08a8e3e4-7381-4aee-ba48-b04807c019ec req-348b38eb-7c32-492b-8c1e-7f46bd4a96a9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 945 time: 0.0492764 Oct 28 09:33:59.099979 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-08a8e3e4-7381-4aee-ba48-b04807c019ec req-946269a3-dd5e-4e1d-9c81-ed175fa7f80a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319090 Oct 28 09:33:59.281599 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:33:59.736581 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf40776-a3af-4a35-9c68-acc3d86d702f req-0dec97bb-ec18-49ca-948f-48989202eb27 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:59.738037 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4bf40776-a3af-4a35-9c68-acc3d86d702f req-0dec97bb-ec18-49ca-948f-48989202eb27 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 947 time: 0.0486808 Oct 28 09:33:59.774982 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4bf40776-a3af-4a35-9c68-acc3d86d702f req-f853bbba-8319-4cfe-9cd2-f3ef7fb5a847 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310485 Oct 28 09:33:59.967815 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6ba1d-0005-43a2-a5ff-885f106eef37 req-ff5c1dd6-1cb9-4c33-9f96-b1a8dd2f7a3a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:33:59.970731 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e1f6ba1d-0005-43a2-a5ff-885f106eef37 req-ff5c1dd6-1cb9-4c33-9f96-b1a8dd2f7a3a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0479784 Oct 28 09:34:00.010689 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e1f6ba1d-0005-43a2-a5ff-885f106eef37 req-9d841437-130e-4412-a30a-3bd8846a3c71 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353699 Oct 28 09:34:00.054532 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0c16cedf-0d16-49d6-b089-9cb5d15feb6e req-b4c33992-5025-4f0f-9266-c21e30ffbfd9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510540 Oct 28 09:34:00.082335 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-9b17af6b-259c-4101-ac5c-9941b8c78e95 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410964 Oct 28 09:34:00.215710 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcfe8a-3d42-430a-9d38-dec50dd5fa7d req-2d732280-5e7b-46f4-8cce-920862ba6f54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:00.217229 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-dbfcfe8a-3d42-430a-9d38-dec50dd5fa7d req-2d732280-5e7b-46f4-8cce-920862ba6f54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 945 time: 0.0530002 Oct 28 09:34:00.255603 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-dbfcfe8a-3d42-430a-9d38-dec50dd5fa7d req-5b106ca1-7715-49f3-8d67-f5291de65218 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322831 Oct 28 09:34:00.443316 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-605726e9-dcfc-41cc-9a12-29bea4883fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:00.445332 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-605726e9-dcfc-41cc-9a12-29bea4883fd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 1099 time: 0.0455508 Oct 28 09:34:00.566186 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-58030a15-e936-4eb5-bf1e-d87a0ecc1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:00.567699 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-58030a15-e936-4eb5-bf1e-d87a0ecc1248 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 913 time: 0.0973611 Oct 28 09:34:00.633457 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-67720165-41bb-45f0-a527-3b97741f0b33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e HTTP/1.1" status: 200 len: 1002 time: 0.0569537 Oct 28 09:34:00.688083 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-aea1c593-228c-46e0-bfb2-2caf0f29da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:00.689612 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-aea1c593-228c-46e0-bfb2-2caf0f29da1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a HTTP/1.1" status: 200 len: 850 time: 0.0444946 Oct 28 09:34:00.749700 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-1686ded8-7256-45b6-9899-4f91f1cc4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:00.752088 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-1686ded8-7256-45b6-9899-4f91f1cc4706 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7780ce9-bec5-4cab-8275-e693999d1d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459425 Oct 28 09:34:00.897639 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-b11b5144-2fe0-4a20-8de9-d72cb3b0ace4 service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349847 Oct 28 09:34:00.922233 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73186b-ac3f-4aaf-b36f-6c1e7ba1db77 req-c0bb5420-35c5-4a06-9b9b-bb28c03a1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:00.923616 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1f73186b-ac3f-4aaf-b36f-6c1e7ba1db77 req-c0bb5420-35c5-4a06-9b9b-bb28c03a1042 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 1100 time: 0.1029370 Oct 28 09:34:00.973511 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59061c14-f5f9-4536-88f1-f0f06f93ea5d req-3014b190-cf3b-49a4-88ea-5e54575bf2a1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:00.974927 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-59061c14-f5f9-4536-88f1-f0f06f93ea5d req-3014b190-cf3b-49a4-88ea-5e54575bf2a1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 947 time: 0.1208081 Oct 28 09:34:01.032789 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1f73186b-ac3f-4aaf-b36f-6c1e7ba1db77 req-34713d73-8ee3-48d3-87e1-b289bffcdb0f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771167 Oct 28 09:34:01.048088 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-59061c14-f5f9-4536-88f1-f0f06f93ea5d req-6492cd38-27cb-4a9f-8148-8a36159f6775 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631223 Oct 28 09:34:01.064870 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0016b515-7fa5-47c6-a81c-c8432bba4645 req-0c4a9e2d-f6f7-4c4f-91f6-1b2f8419443b service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575923 Oct 28 09:34:01.133114 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9031ff5-c0f3-46af-9cca-fbea21bae7af req-e945d1b0-5044-4a38-bd1b-72bc5c115d05 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:01.134626 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e9031ff5-c0f3-46af-9cca-fbea21bae7af req-e945d1b0-5044-4a38-bd1b-72bc5c115d05 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0507386 Oct 28 09:34:01.174211 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e9031ff5-c0f3-46af-9cca-fbea21bae7af req-e14bf738-1b6d-4b24-83af-1d9e52b1bd3a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Oct 28 09:34:01.297870 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc7400-2877-412c-b098-562543ec4122 req-633d7414-15eb-4486-b069-07543db52199 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:01.299919 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-633d7414-15eb-4486-b069-07543db52199 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/networks?id=a1784c76-d35a-42f2-a4e3-cf65969d2714 HTTP/1.1" status: 200 len: 813 time: 0.1132467 Oct 28 09:34:01.317784 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-d258ed4f-4457-415f-8930-c1a574ba691b tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/quotas/c2ea4666a54245f998651f216dfb21c4 HTTP/1.1" status: 200 len: 375 time: 0.0116062 Oct 28 09:34:01.352976 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-630518df-f239-4270-a0a6-b9402eed00cb tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=c2ea4666a54245f998651f216dfb21c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283389 Oct 28 09:34:01.382669 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d087cc-94dd-4feb-9ff9-e1ad961626b8 req-57502ae2-852a-49d1-af15-651125374a8c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:01.384233 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-98d087cc-94dd-4feb-9ff9-e1ad961626b8 req-57502ae2-852a-49d1-af15-651125374a8c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 945 time: 0.0571146 Oct 28 09:34:01.425390 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-98d087cc-94dd-4feb-9ff9-e1ad961626b8 req-dff85113-17d4-4f06-934a-1c93b45faecc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349903 Oct 28 09:34:01.457166 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-3c5ac36f-e96a-4fbe-a410-cc7924bf6b3a service neutron] 10.222.0.117 "GET /v2.0/networks/a1784c76-d35a-42f2-a4e3-cf65969d2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966332 Oct 28 09:34:01.546088 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-683cc267-e71f-4aa2-91dd-fb58cccfcfa2 service neutron] 10.222.0.117 "GET /v2.0/networks/a1784c76-d35a-42f2-a4e3-cf65969d2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828338 Oct 28 09:34:01.706012 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fa5ad3b4-b6df-4db3-873a-2b3a91b0d932 req-0742794d-7b33-4841-8822-52978588afb7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 210 time: 0.0315626 Oct 28 09:34:02.181419 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20030bcf-3263-4b47-8708-67b4d7a10a8b req-7638a3ba-5454-45df-bc0d-642318645c5d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:02.183026 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20030bcf-3263-4b47-8708-67b4d7a10a8b req-7638a3ba-5454-45df-bc0d-642318645c5d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 947 time: 0.0573747 Oct 28 09:34:02.232926 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20030bcf-3263-4b47-8708-67b4d7a10a8b req-70eb53b0-6804-4680-9ebc-adac3c892bd3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421298 Oct 28 09:34:02.303449 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaa5ac-6e53-4ecc-b4ab-3bff1c056c2a req-c5fd97c0-37fc-4197-ac21-38f290f74f2b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:02.305051 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8cdaa5ac-6e53-4ecc-b4ab-3bff1c056c2a req-c5fd97c0-37fc-4197-ac21-38f290f74f2b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0547128 Oct 28 09:34:02.345268 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8cdaa5ac-6e53-4ecc-b4ab-3bff1c056c2a req-59a1d491-a710-4da8-a793-71668c0244c0 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342617 Oct 28 09:34:02.537445 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e773f95-9449-412e-bc0b-baa5436a9b17 req-4001b943-ed7e-4711-b50d-f006904d88c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:02.538933 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8e773f95-9449-412e-bc0b-baa5436a9b17 req-4001b943-ed7e-4711-b50d-f006904d88c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 1098 time: 0.0659890 Oct 28 09:34:02.554711 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf356-1f17-47ff-a1e0-cbb6bb99e623 req-99f12511-8a07-4601-91f7-d98a73b8886a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:02.556193 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c3aaf356-1f17-47ff-a1e0-cbb6bb99e623 req-99f12511-8a07-4601-91f7-d98a73b8886a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 945 time: 0.0583816 Oct 28 09:34:02.601334 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8e773f95-9449-412e-bc0b-baa5436a9b17 req-4653aa64-ce6e-401d-baa7-ddd3d24db036 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Oct 28 09:34:02.614473 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c3aaf356-1f17-47ff-a1e0-cbb6bb99e623 req-25483fad-821e-4edb-b8b4-cf7b29b46511 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499859 Oct 28 09:34:02.749284 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230e2bd-99a9-4c50-aded-b57ddb4409cc req-0f99fe92-4805-4a5e-bcff-be272308b887 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:02.750803 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d230e2bd-99a9-4c50-aded-b57ddb4409cc req-0f99fe92-4805-4a5e-bcff-be272308b887 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 945 time: 0.0718203 Oct 28 09:34:02.789734 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d230e2bd-99a9-4c50-aded-b57ddb4409cc req-c360ecd2-8f85-488a-bbb4-9d63c7786b70 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328023 Oct 28 09:34:02.812393 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 42656) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:34:02.841648 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37310c-6258-4cd2-8c8d-83b978da248c req-41afbb9b-2e93-4fad-8494-e956ff02d302 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:02.843260 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4e37310c-6258-4cd2-8c8d-83b978da248c req-41afbb9b-2e93-4fad-8494-e956ff02d302 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0677981 Oct 28 09:34:02.876201 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ed9a321a-2012-4f96-a279-72d60b6eedf1 req-ad810e4a-00f2-4901-a977-070bd63cbc0e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 210 time: 0.0301061 Oct 28 09:34:02.883859 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4e37310c-6258-4cd2-8c8d-83b978da248c req-8a04b448-6236-48ff-b9cd-da6bae4b3e84 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338867 Oct 28 09:34:02.918661 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9db7f40-022f-42a8-9898-3c35b246a217 tempest-TestVolumeBootPattern-2035119762 tempest-TestVolumeBootPattern-2035119762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:02.920270 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-c9db7f40-022f-42a8-9898-3c35b246a217 tempest-TestVolumeBootPattern-2035119762 tempest-TestVolumeBootPattern-2035119762-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 1093 time: 0.1065938 Oct 28 09:34:02.923087 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 42660) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:34:02.927286 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'floatingip': {'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'port_id': 'e0962734-db42-4e4f-b35b-479b8f7aea05', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:34:02.950355 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:03.053834 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:03.166460 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Allocated IP 172.27.3.247 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/4279d1b6-3660-4179-b592-d33438dd492b) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:34:03.352087 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:03.397416 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411af6a7-7b8c-419e-95a5-43c12f4bc188 req-0fa99474-3886-4948-a3ec-922f54e61993 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:03.399042 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-411af6a7-7b8c-419e-95a5-43c12f4bc188 req-0fa99474-3886-4948-a3ec-922f54e61993 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 947 time: 0.0839782 Oct 28 09:34:03.416363 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:03.471482 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b00373-2489-4c1a-807e-4193dbdf501f req-dbbbe253-d784-4101-8fc7-a11d0ea6abe7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:03.473736 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b9b00373-2489-4c1a-807e-4193dbdf501f req-dbbbe253-d784-4101-8fc7-a11d0ea6abe7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0530989 Oct 28 09:34:03.485554 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:34:03.494818 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:34:03.498026 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'Port': ['ID=4279d1b6-3660-4179-b592-d33438dd492b,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:03.506067 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:34:03.508694 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.509050 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.509383 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.509726 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.510059 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.510516 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.510851 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.511509 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.511954 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.512294 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.512643 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.512967 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:03.514630 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b9b00373-2489-4c1a-807e-4193dbdf501f req-4ed38fa4-1b0d-44e6-b278-ef2e578b67e5 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345204 Oct 28 09:34:03.524784 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-411af6a7-7b8c-419e-95a5-43c12f4bc188 req-91be4ba4-4f68-4768-b904-cf364f774125 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178806 Oct 28 09:34:03.896764 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc7400-2877-412c-b098-562543ec4122 req-d220d02e-3686-414d-9d4a-bd8675f481f4 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:03.898268 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-d220d02e-3686-414d-9d4a-bd8675f481f4 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.32 "GET /v2.0/networks?id=a1784c76-d35a-42f2-a4e3-cf65969d2714 HTTP/1.1" status: 200 len: 813 time: 0.1762550 Oct 28 09:34:03.932461 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Request body: {'port': {'device_id': '8f6699dc-cecb-4b66-b5be-2257b6ec85d6', 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714', 'admin_state_up': True, 'tenant_id': 'c2ea4666a54245f998651f216dfb21c4'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:34:03.984845 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9e742954-241e-4b1d-a948-7ee9fd0af158 req-d5bedb49-9d5e-4418-b34d-e1f1653efb12 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 210 time: 0.0321236 Oct 28 09:34:04.048217 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:04.089830 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e8b40-69f5-49cb-a812-6a5919507026 req-7c62f6c2-cb24-43ca-925b-73f3f997668a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:04.091165 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4a7e8b40-69f5-49cb-a812-6a5919507026 req-7c62f6c2-cb24-43ca-925b-73f3f997668a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1153541 Oct 28 09:34:04.178738 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4a7e8b40-69f5-49cb-a812-6a5919507026 req-0150da21-51b2-4cf5-a57e-14b13e5a6923 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790212 Oct 28 09:34:04.181497 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Made reservation on behalf of c2ea4666a54245f998651f216dfb21c4 for: {'port': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:34:04.185727 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:04.205119 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:04.390110 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Allocated IP 172.20.0.7 (a1784c76-d35a-42f2-a4e3-cf65969d2714/957f6807-750c-466f-acce-3c39acd116cf/753b2e4e-54f4-46c2-86aa-b55c577e9298) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:34:04.471118 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:04.477833 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:04.601478 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'Port': ['ID=4279d1b6-3660-4179-b592-d33438dd492b,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:04.637772 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:04.647178 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87d38d-d4ab-4e16-8250-1719cb1f9f21 req-782ad1e5-d2a5-47ab-a641-734a70d7aca8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:04.648802 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-db87d38d-d4ab-4e16-8250-1719cb1f9f21 req-782ad1e5-d2a5-47ab-a641-734a70d7aca8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0537632 Oct 28 09:34:04.690948 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-db87d38d-d4ab-4e16-8250-1719cb1f9f21 req-cfab17e9-0650-4937-8ae3-8137f120b7f0 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350125 Oct 28 09:34:04.735062 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:04.784629 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d62582-ef84-465d-97d9-0c705eaca889 req-5e3c1514-8434-44d7-af8b-4f2c61c46bce tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:04.786377 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c3d62582-ef84-465d-97d9-0c705eaca889 req-5e3c1514-8434-44d7-af8b-4f2c61c46bce tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 947 time: 0.1734378 Oct 28 09:34:04.823185 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:04.828370 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.l3_db [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Floating IP f0674dca-71d0-44da-8770-1d4a614b4747 associated. External IP: 172.27.3.247, port: e0962734-db42-4e4f-b35b-479b8f7aea05. Oct 28 09:34:04.942160 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232fa4f-6560-4bc4-9847-cd8f6849d96a req-3497f4b7-5c9c-42e6-beba-102778549598 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:04.943799 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2232fa4f-6560-4bc4-9847-cd8f6849d96a req-3497f4b7-5c9c-42e6-beba-102778549598 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0513611 Oct 28 09:34:04.984436 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2232fa4f-6560-4bc4-9847-cd8f6849d96a req-dd67a41b-1a3d-4a31-9f73-166a9b097746 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339823 Oct 28 09:34:05.192735 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c3d62582-ef84-465d-97d9-0c705eaca889 req-a9f5803d-cfa0-4fc8-8377-787a89169a81 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3990765 Oct 28 09:34:05.227108 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Network a1784c76-d35a-42f2-a4e3-cf65969d2714 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:34:05.235805 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:34:05.246343 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:34:05.253742 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Pushing event updated for resources: {'Port': ['ID=753b2e4e-54f4-46c2-86aa-b55c577e9298,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:05.303851 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6845-d594-48f3-9d5f-94bdb9bec660 req-47b70429-a02e-4a05-a7cc-3b3e81e33be9 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:05.305494 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f9ee6845-d594-48f3-9d5f-94bdb9bec660 req-47b70429-a02e-4a05-a7cc-3b3e81e33be9 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 931 time: 0.2501874 Oct 28 09:34:05.336885 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffe88-7e10-46c7-931a-0f21e2f5c1af req-8204d352-1a41-45b0-ac0e-631c5c539ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:05.338369 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-134ffe88-7e10-46c7-931a-0f21e2f5c1af req-8204d352-1a41-45b0-ac0e-631c5c539ae6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 1098 time: 0.1626673 Oct 28 09:34:05.345163 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f9ee6845-d594-48f3-9d5f-94bdb9bec660 req-483b5e00-d4a1-4c4f-b7d3-3a3f0e60267d tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331154 Oct 28 09:34:05.352268 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:05.352890 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:05.455805 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16956a32-f963-4005-8c1d-51a8fcbbc9e4 req-40cd518b-0628-4483-b59d-095e1414ff88 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:05.457300 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-16956a32-f963-4005-8c1d-51a8fcbbc9e4 req-40cd518b-0628-4483-b59d-095e1414ff88 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1815078 Oct 28 09:34:05.485978 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-bdb0d4f7-4157-42d5-9367-4ac7a9f0721e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5576630 Oct 28 09:34:05.507716 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Request body: {'port': {'device_id': '8f6699dc-cecb-4b66-b5be-2257b6ec85d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:34:05.614505 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-16956a32-f963-4005-8c1d-51a8fcbbc9e4 req-2400cc7f-986b-43fb-8dd1-2bfcc45d0a6e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262090 Oct 28 09:34:05.629124 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:05.632843 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffe88-7e10-46c7-931a-0f21e2f5c1af req-fbf274af-c24f-49f1-b919-4f30da3be238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:05.634286 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-134ffe88-7e10-46c7-931a-0f21e2f5c1af req-fbf274af-c24f-49f1-b919-4f30da3be238 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 200 len: 920 time: 0.2724380 Oct 28 09:34:05.657178 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Router 79a74fa3-d56b-4bcc-82b3-ae4958043afa has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:34:05.688509 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-134ffe88-7e10-46c7-931a-0f21e2f5c1af req-740b5a00-56c3-4e89-876b-6b6dfb2d9797 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f717a47-4043-4e79-8b4d-8fa434482313 HTTP/1.1" status: 200 len: 217 time: 0.0434513 Oct 28 09:34:05.885477 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffe88-7e10-46c7-931a-0f21e2f5c1af req-9b511d0f-e24b-4c87-be4a-86f6be78f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:05.887568 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-134ffe88-7e10-46c7-931a-0f21e2f5c1af req-9b511d0f-e24b-4c87-be4a-86f6be78f6de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df84b19c-f633-4621-a826-ad63d8ecea90 HTTP/1.1" status: 200 len: 858 time: 0.1771798 Oct 28 09:34:05.932603 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-134ffe88-7e10-46c7-931a-0f21e2f5c1af req-b8224d19-d96e-4f15-a009-89b98523e052 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7826728-6754-4d4b-bd6f-d1594f9561fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314677 Oct 28 09:34:06.041632 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:34:06.052297 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ca2c0-9f2c-4d10-9811-dfb73ea5b772 None None] Sync routers for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:34:06.067542 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ca2c0-9f2c-4d10-9811-dfb73ea5b772 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:34:06.068480 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-e80ca2c0-9f2c-4d10-9811-dfb73ea5b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:33:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:06.083242 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:06.121954 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad908b34-0483-4673-ab06-f70b15cdbeef req-1edeefb3-c719-4229-b514-f3ea35a6c8f4 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:06.123440 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ad908b34-0483-4673-ab06-f70b15cdbeef req-1edeefb3-c719-4229-b514-f3ea35a6c8f4 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0579631 Oct 28 09:34:06.147965 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-2fbf6c56-df15-4f42-9414-56d2281cfe54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2238467 Oct 28 09:34:06.149868 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'tag': 'e0962734-db42-4e4f-b35b-479b8f7aea05'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:34:06.152672 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca44d92-bea1-4579-b9e1-651859ca98f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9688bb1-f9bf-4b82-aac3-9dca736ee8a3", "tag": "e0962734-db42-4e4f-b35b-479b8f7aea05"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:34:06.156540 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-134ffe88-7e10-46c7-931a-0f21e2f5c1af req-bafbb604-76f8-4c2e-94c7-604f4d431b09 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131052 Oct 28 09:34:06.177643 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-e80ca2c0-9f2c-4d10-9811-dfb73ea5b772 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:34:06.184010 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ad908b34-0483-4673-ab06-f70b15cdbeef req-025c136d-a5e2-4b40-a0aa-bddeb45f46fb tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523300 Oct 28 09:34:06.237070 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17b675a-fafe-45c8-bc8e-2cb469530a9c x-openstack-request-id: req-c17b675a-fafe-45c8-bc8e-2cb469530a9c {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:34:06.237357 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9688bb1-f9bf-4b82-aac3-9dca736ee8a3", "tag": "e0962734-db42-4e4f-b35b-479b8f7aea05", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:34:06.237608 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c17b675a-fafe-45c8-bc8e-2cb469530a9c {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:34:06.238008 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'tag': 'e0962734-db42-4e4f-b35b-479b8f7aea05', 'status': 'completed', 'code': 200} Oct 28 09:34:06.253115 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753b2e4e-54f4-46c2-86aa-b55c577e9298 {{(pid=101414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:34:06.263516 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:06.287118 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.provisioning_blocks [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Transition to ACTIVE for port object 753b2e4e-54f4-46c2-86aa-b55c577e9298 will not be triggered until provisioned by entity L2. {{(pid=101414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:34:06.294379 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:06.309130 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca44d92-bea1-4579-b9e1-651859ca98f4 req-c2f4b4a9-fd68-4c9d-ba74-a456207bb6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:06.311043 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fca44d92-bea1-4579-b9e1-651859ca98f4 req-c2f4b4a9-fd68-4c9d-ba74-a456207bb6e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 1098 time: 0.0540109 Oct 28 09:34:06.332013 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-134ffe88-7e10-46c7-931a-0f21e2f5c1af req-fa1422b4-e6da-4f4f-a67f-5eaabb77d668 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608276 Oct 28 09:34:06.356256 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Pushing event updated for resources: {'Port': ['ID=753b2e4e-54f4-46c2-86aa-b55c577e9298,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:06.426980 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Attempting to bind port 753b2e4e-54f4-46c2-86aa-b55c577e9298 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:34:06.427462 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Attempting to bind port 753b2e4e-54f4-46c2-86aa-b55c577e9298 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '177a39e5-f9df-4d46-89b4-a97d85403106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714'}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:34:06.427886 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Attempting to bind port 753b2e4e-54f4-46c2-86aa-b55c577e9298 on network a1784c76-d35a-42f2-a4e3-cf65969d2714 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:34:06.432477 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Port 753b2e4e-54f4-46c2-86aa-b55c577e9298 on network a1784c76-d35a-42f2-a4e3-cf65969d2714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:34:06.432917 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Attempting to bind port 753b2e4e-54f4-46c2-86aa-b55c577e9298 on network a1784c76-d35a-42f2-a4e3-cf65969d2714 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:34:06.438580 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:34:06.439026 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Checking segment: {'id': '177a39e5-f9df-4d46-89b4-a97d85403106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:34:06.439501 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Bound using segment: {'id': '177a39e5-f9df-4d46-89b4-a97d85403106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714'} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:34:06.440041 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Bound port: 753b2e4e-54f4-46c2-86aa-b55c577e9298, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177a39e5-f9df-4d46-89b4-a97d85403106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714'}}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:34:06.440511 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:06.441487 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-e80ca2c0-9f2c-4d10-9811-dfb73ea5b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': 'f0674dca-71d0-44da-8770-1d4a614b4747', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': 'e0962734-db42-4e4f-b35b-479b8f7aea05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:5f:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:34:03Z', 'updated_at': '2021-10-28T09:34:03Z', 'revision_number': 0, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:06.467534 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca44d92-bea1-4579-b9e1-651859ca98f4 req-bc6afd95-5588-4c2b-ad33-b60a286d9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:06.469036 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fca44d92-bea1-4579-b9e1-651859ca98f4 req-bc6afd95-5588-4c2b-ad33-b60a286d9f4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 913 time: 0.1506202 Oct 28 09:34:06.470153 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ca2c0-9f2c-4d10-9811-dfb73ea5b772 None None] Checking router: 79a74fa3-d56b-4bcc-82b3-ae4958043afa for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:34:06.478824 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ca2c0-9f2c-4d10-9811-dfb73ea5b772 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:34:06.479432 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-e80ca2c0-9f2c-4d10-9811-dfb73ea5b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:33:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:06.489467 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb443f-692e-4ff3-8a3a-1e1e16bcd74a req-ad90d57b-c3a0-4a1d-830a-8654306987f3 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:06.490958 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0dcb443f-692e-4ff3-8a3a-1e1e16bcd74a req-ad90d57b-c3a0-4a1d-830a-8654306987f3 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 943 time: 0.0599670 Oct 28 09:34:06.524206 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] For port 753b2e4e-54f4-46c2-86aa-b55c577e9298, host hv-cinder-81514, cleared binding levels {{(pid=101414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:34:06.527889 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] For port 753b2e4e-54f4-46c2-86aa-b55c577e9298, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=753b2e4e-54f4-46c2-86aa-b55c577e9298,segment=NetworkSegment(177a39e5-f9df-4d46-89b4-a97d85403106),segment_id=177a39e5-f9df-4d46-89b4-a97d85403106)] {{(pid=101414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:34:06.532722 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:06.580387 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fca44d92-bea1-4579-b9e1-651859ca98f4 req-ccd88c3c-87f6-4a57-a79e-95a9abd13caa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0962734-db42-4e4f-b35b-479b8f7aea05 HTTP/1.1" status: 200 len: 999 time: 0.0884285 Oct 28 09:34:06.583398 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0dcb443f-692e-4ff3-8a3a-1e1e16bcd74a req-fafb573c-22b3-4941-8b7e-8ea7d5a58c42 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530834 Oct 28 09:34:06.598917 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:06.599853 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:06.601316 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] 10.222.0.32 "PUT /v2.0/ports/753b2e4e-54f4-46c2-86aa-b55c577e9298 HTTP/1.1" status: 200 len: 1093 time: 1.1038980 Oct 28 09:34:06.602609 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe557a-c102-4a81-9502-52dcda40ed7f service neutron] Pushing event updated for resources: {'Port': ['ID=753b2e4e-54f4-46c2-86aa-b55c577e9298,revision_number=3']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:06.602739 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-e80ca2c0-9f2c-4d10-9811-dfb73ea5b772 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:34:06.650423 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca44d92-bea1-4579-b9e1-651859ca98f4 req-3791348e-f689-4484-bd45-bb60fbf3861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:06.652620 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fca44d92-bea1-4579-b9e1-651859ca98f4 req-3791348e-f689-4484-bd45-bb60fbf3861a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0494757 Oct 28 09:34:06.719802 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca44d92-bea1-4579-b9e1-651859ca98f4 req-87b4a4fc-bd97-4326-ad16-c1eecedc5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:06.721412 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fca44d92-bea1-4579-b9e1-651859ca98f4 req-87b4a4fc-bd97-4326-ad16-c1eecedc5b9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547280 Oct 28 09:34:06.756380 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc7400-2877-412c-b098-562543ec4122 req-ba7e5ffa-b4f1-431b-9e9c-7846bebec229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:06.758218 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-ba7e5ffa-b4f1-431b-9e9c-7846bebec229 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2ea4666a54245f998651f216dfb21c4&device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 1096 time: 0.0909357 Oct 28 09:34:06.782972 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba3a52-351a-40d8-ba0b-d7845525f693 req-23db1c73-cd43-4452-a80a-72866bb8d52c tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:06.788058 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bba3a52-351a-40d8-ba0b-d7845525f693 req-23db1c73-cd43-4452-a80a-72866bb8d52c tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0669322 Oct 28 09:34:06.833563 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-a37d6dd3-8179-4ef4-9986-c35ae9e9d70b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=753b2e4e-54f4-46c2-86aa-b55c577e9298 HTTP/1.1" status: 200 len: 217 time: 0.0643651 Oct 28 09:34:06.844476 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fca44d92-bea1-4579-b9e1-651859ca98f4 req-915d674c-405a-47a7-845e-14c5c6279a7f service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062682 Oct 28 09:34:06.867856 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-e80ca2c0-9f2c-4d10-9811-dfb73ea5b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': 'f0674dca-71d0-44da-8770-1d4a614b4747', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': 'e0962734-db42-4e4f-b35b-479b8f7aea05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:5f:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:34:03Z', 'updated_at': '2021-10-28T09:34:03Z', 'revision_number': 0, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:34:06.877971 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2bba3a52-351a-40d8-ba0b-d7845525f693 req-3d5a3a91-880d-4196-add5-e021673f46c8 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590236 Oct 28 09:34:06.901463 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ca2c0-9f2c-4d10-9811-dfb73ea5b772 None None] The sync data for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi is: [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': 'f0674dca-71d0-44da-8770-1d4a614b4747', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': 'e0962734-db42-4e4f-b35b-479b8f7aea05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:5f:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:34:03Z', 'updated_at': '2021-10-28T09:34:03Z', 'revision_number': 0, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:34:06.909476 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc7400-2877-412c-b098-562543ec4122 req-0bb74956-844c-4a69-96b4-32f000df0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:06.911244 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-0bb74956-844c-4a69-96b4-32f000df0715 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=957f6807-750c-466f-acce-3c39acd116cf HTTP/1.1" status: 200 len: 853 time: 0.0650790 Oct 28 09:34:06.944515 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-6a87922f-add1-46c4-9186-8b3e52711e76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1784c76-d35a-42f2-a4e3-cf65969d2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252526 Oct 28 09:34:06.952026 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fca44d92-bea1-4579-b9e1-651859ca98f4 req-f0bf6ae8-8105-4d55-80b7-88fcc0b9c0df service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954161 Oct 28 09:34:07.065517 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-7968ad38-e45a-4497-af20-823336a6619b service neutron] 10.222.0.32 "GET /v2.0/networks/a1784c76-d35a-42f2-a4e3-cf65969d2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931084 Oct 28 09:34:07.105726 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba3a724-b184-4cce-9c10-187ba05c882d None None] New status for floating IP f0674dca-71d0-44da-8770-1d4a614b4747: ACTIVE {{(pid=101415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:34:07.162518 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-44dc7400-2877-412c-b098-562543ec4122 req-72e13c12-2880-46dc-ae6d-0975a2c2e98a service neutron] 10.222.0.32 "GET /v2.0/networks/a1784c76-d35a-42f2-a4e3-cf65969d2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847399 Oct 28 09:34:07.307674 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071b55f-8790-4027-90fe-a78eaa681c6f req-64c3f632-212e-45e0-ac74-1f6d78d20f44 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:07.309879 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d071b55f-8790-4027-90fe-a78eaa681c6f req-64c3f632-212e-45e0-ac74-1f6d78d20f44 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0503514 Oct 28 09:34:07.347553 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d071b55f-8790-4027-90fe-a78eaa681c6f req-d578682c-58af-4c44-8263-ac123c5c0c4d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314670 Oct 28 09:34:07.700377 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da6c56-db94-473d-98c1-b5c6963f9c9b req-81197470-acb8-4cc6-92a3-9c65e83434df tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:07.701882 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-19da6c56-db94-473d-98c1-b5c6963f9c9b req-81197470-acb8-4cc6-92a3-9c65e83434df tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 943 time: 0.0531836 Oct 28 09:34:07.739413 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-19da6c56-db94-473d-98c1-b5c6963f9c9b req-f0bdc229-8604-4b36-b01d-bdedba2e28b3 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Oct 28 09:34:07.992584 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6f924-5d34-4320-943b-76268b725b53 req-553619e6-19f7-4274-af0b-98a7ceb106ec tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:07.994045 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c3c6f924-5d34-4320-943b-76268b725b53 req-553619e6-19f7-4274-af0b-98a7ceb106ec tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0487425 Oct 28 09:34:08.031699 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c3c6f924-5d34-4320-943b-76268b725b53 req-b1982006-b586-4069-a1e0-7d03104276d6 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317841 Oct 28 09:34:08.238837 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6699dc-cecb-4b66-b5be-2257b6ec85d6', 'tag': '753b2e4e-54f4-46c2-86aa-b55c577e9298'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:34:08.241242 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c039823-c7cb-460f-827e-380f14f4f84d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6699dc-cecb-4b66-b5be-2257b6ec85d6", "tag": "753b2e4e-54f4-46c2-86aa-b55c577e9298"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:34:08.276489 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c493a9-6589-4c5e-a756-467e1dd1b361 x-openstack-request-id: req-f5c493a9-6589-4c5e-a756-467e1dd1b361 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:34:08.276823 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6699dc-cecb-4b66-b5be-2257b6ec85d6", "tag": "753b2e4e-54f4-46c2-86aa-b55c577e9298", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:34:08.277077 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-f5c493a9-6589-4c5e-a756-467e1dd1b361 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:34:08.277465 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6699dc-cecb-4b66-b5be-2257b6ec85d6', 'tag': '753b2e4e-54f4-46c2-86aa-b55c577e9298', 'status': 'completed', 'code': 200} Oct 28 09:34:08.339804 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c039823-c7cb-460f-827e-380f14f4f84d req-00f67b92-e716-4356-a140-c0636071803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:08.341402 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c039823-c7cb-460f-827e-380f14f4f84d req-00f67b92-e716-4356-a140-c0636071803d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c2ea4666a54245f998651f216dfb21c4&device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 1096 time: 0.0406487 Oct 28 09:34:08.439930 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c039823-c7cb-460f-827e-380f14f4f84d req-89c46d40-b120-427a-950f-8c7f98b572e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:08.441627 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c039823-c7cb-460f-827e-380f14f4f84d req-89c46d40-b120-427a-950f-8c7f98b572e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a1784c76-d35a-42f2-a4e3-cf65969d2714 HTTP/1.1" status: 200 len: 915 time: 0.0872672 Oct 28 09:34:08.462704 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4f548-14c4-4e75-8eb0-a70b8ee7048a req-d4c82c21-1e6f-4910-a7be-e953fac01d02 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:08.464187 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7ed4f548-14c4-4e75-8eb0-a70b8ee7048a req-d4c82c21-1e6f-4910-a7be-e953fac01d02 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0503020 Oct 28 09:34:08.491353 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c039823-c7cb-460f-827e-380f14f4f84d req-a53c0638-28a8-4144-aae5-b134c09943a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=753b2e4e-54f4-46c2-86aa-b55c577e9298 HTTP/1.1" status: 200 len: 217 time: 0.0368261 Oct 28 09:34:08.509228 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7ed4f548-14c4-4e75-8eb0-a70b8ee7048a req-67e5d6de-6ced-44d5-94f6-2d883d1ea45f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389533 Oct 28 09:34:08.544549 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c039823-c7cb-460f-827e-380f14f4f84d req-0b676357-2123-4752-bef7-05c9f3386fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:08.546070 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c039823-c7cb-460f-827e-380f14f4f84d req-0b676357-2123-4752-bef7-05c9f3386fce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=957f6807-750c-466f-acce-3c39acd116cf HTTP/1.1" status: 200 len: 853 time: 0.0463927 Oct 28 09:34:08.582201 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c039823-c7cb-460f-827e-380f14f4f84d req-4e8aa2b4-b2b4-4d82-bcf1-c010bdb67abc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1784c76-d35a-42f2-a4e3-cf65969d2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253537 Oct 28 09:34:08.681569 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c039823-c7cb-460f-827e-380f14f4f84d req-d560e21e-d372-44ab-9183-b4d11fcb0236 service neutron] 10.222.0.32 "GET /v2.0/networks/a1784c76-d35a-42f2-a4e3-cf65969d2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891058 Oct 28 09:34:08.774035 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c039823-c7cb-460f-827e-380f14f4f84d req-dbb4e9ed-5849-4dc8-860d-e4092a317797 service neutron] 10.222.0.32 "GET /v2.0/networks/a1784c76-d35a-42f2-a4e3-cf65969d2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846047 Oct 28 09:34:08.856455 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6d758-709b-406c-a568-3a4ab2b31297 req-8f262b33-acf8-423b-9db1-be906ffabc49 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:08.857907 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-68b6d758-709b-406c-a568-3a4ab2b31297 req-8f262b33-acf8-423b-9db1-be906ffabc49 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 943 time: 0.0500491 Oct 28 09:34:08.895209 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-68b6d758-709b-406c-a568-3a4ab2b31297 req-39529b02-728d-49f9-bbba-c3290dce328e tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314393 Oct 28 09:34:09.143255 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f27f35-de36-4ed5-a08e-2ad826e7bc19 req-77de75c7-bd0d-45dd-9226-e25bc21ceecd tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:09.144756 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-70f27f35-de36-4ed5-a08e-2ad826e7bc19 req-77de75c7-bd0d-45dd-9226-e25bc21ceecd tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0484815 Oct 28 09:34:09.183311 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-70f27f35-de36-4ed5-a08e-2ad826e7bc19 req-86d80828-b69f-4497-a27b-877478509523 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325797 Oct 28 09:34:09.621417 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84119266-46ec-44fe-a545-087b7fa04bbf req-fcf7b6d4-303d-44e8-b570-6e3b4306cfc8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:09.622855 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-84119266-46ec-44fe-a545-087b7fa04bbf req-fcf7b6d4-303d-44e8-b570-6e3b4306cfc8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0483024 Oct 28 09:34:09.659503 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-84119266-46ec-44fe-a545-087b7fa04bbf req-02258413-cd0e-4336-8518-d42c9c46e57b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Oct 28 09:34:10.014223 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502a2c2-4e03-4a49-81fc-2c1086359228 req-21aaad4f-4f37-449d-871a-aa9de7529212 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:10.015717 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a502a2c2-4e03-4a49-81fc-2c1086359228 req-21aaad4f-4f37-449d-871a-aa9de7529212 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 943 time: 0.0502906 Oct 28 09:34:10.053878 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a502a2c2-4e03-4a49-81fc-2c1086359228 req-442cbc94-1466-4bfd-9df9-f480efd1c995 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Oct 28 09:34:10.302169 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9234eff-68e7-437c-ac1d-0613cd6cbcf5 req-9b922f68-e0d2-4b17-830c-9795dd30c4da tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:10.303609 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d9234eff-68e7-437c-ac1d-0613cd6cbcf5 req-9b922f68-e0d2-4b17-830c-9795dd30c4da tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0536783 Oct 28 09:34:10.340456 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d9234eff-68e7-437c-ac1d-0613cd6cbcf5 req-9f82cc23-b165-45ff-95c6-af4892d66c20 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301816 Oct 28 09:34:10.709911 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 753b2e4e-54f4-46c2-86aa-b55c577e9298 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:34:10.804826 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 753b2e4e-54f4-46c2-86aa-b55c577e9298, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=753b2e4e-54f4-46c2-86aa-b55c577e9298,segment=NetworkSegment(177a39e5-f9df-4d46-89b4-a97d85403106),segment_id=177a39e5-f9df-4d46-89b4-a97d85403106)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:34:10.816631 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '753b2e4e-54f4-46c2-86aa-b55c577e9298', 'network_id': 'a1784c76-d35a-42f2-a4e3-cf65969d2714', 'port_id': '753b2e4e-54f4-46c2-86aa-b55c577e9298', 'mac_address': 'fa:16:3e:a2:59:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957f6807-750c-466f-acce-3c39acd116cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:34:10.854123 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:10.866665 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753b2e4e-54f4-46c2-86aa-b55c577e9298 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:34:10.889245 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 753b2e4e-54f4-46c2-86aa-b55c577e9298, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=753b2e4e-54f4-46c2-86aa-b55c577e9298,segment=NetworkSegment(177a39e5-f9df-4d46-89b4-a97d85403106),segment_id=177a39e5-f9df-4d46-89b4-a97d85403106)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:34:10.892807 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:10.938829 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=753b2e4e-54f4-46c2-86aa-b55c577e9298,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:10.946083 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:10.946471 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:10.946801 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:10.947134 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:10.947463 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:10.947798 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:10.948124 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:10.948475 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:10.949310 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:10.949637 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:10.949959 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:10.950273 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:34:11.068798 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0561a8-6a24-489d-a65c-30112f312720 req-486d0a48-bd95-4433-a1ec-5503ba739abb tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:11.070262 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ce0561a8-6a24-489d-a65c-30112f312720 req-486d0a48-bd95-4433-a1ec-5503ba739abb tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0482955 Oct 28 09:34:11.112619 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ce0561a8-6a24-489d-a65c-30112f312720 req-ac0a00fb-5ffc-472d-94dd-366d4e1dde36 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356104 Oct 28 09:34:11.168304 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fba17-3c4e-437d-8ca8-d92e0fafeb38 req-42468569-712d-4a37-93c8-76ed9e3d31ee tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:11.169849 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b23fba17-3c4e-437d-8ca8-d92e0fafeb38 req-42468569-712d-4a37-93c8-76ed9e3d31ee tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 944 time: 0.0503645 Oct 28 09:34:11.209715 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b23fba17-3c4e-437d-8ca8-d92e0fafeb38 req-82de7da4-a8da-4166-a772-c884d8fdce34 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337565 Oct 28 09:34:11.267178 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['753b2e4e-54f4-46c2-86aa-b55c577e9298'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:34:11.467925 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d8b16-9083-4756-86a1-b2767bf14da6 req-af5e0496-35f1-457f-9853-f13e5bd0da8f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:11.469432 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0b8d8b16-9083-4756-86a1-b2767bf14da6 req-af5e0496-35f1-457f-9853-f13e5bd0da8f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0535278 Oct 28 09:34:11.508980 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0b8d8b16-9083-4756-86a1-b2767bf14da6 req-c0126e1d-ad5b-48a7-b2b2-d5a1dff68c1e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329204 Oct 28 09:34:12.326402 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336769dd-4638-42a2-b3a1-8a08530bea13 req-7b436641-00f0-46a9-b84a-2a742fa6375f tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:12.327876 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-336769dd-4638-42a2-b3a1-8a08530bea13 req-7b436641-00f0-46a9-b84a-2a742fa6375f tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 944 time: 0.0490823 Oct 28 09:34:12.365286 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-336769dd-4638-42a2-b3a1-8a08530bea13 req-7b7291a2-00d1-461e-8773-dc6a652a0941 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Oct 28 09:34:12.626621 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475e73d-7145-4fdb-8dde-98071cd8d0f0 req-b61fba57-0b63-458e-8c11-20d38688736b tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:12.628092 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9475e73d-7145-4fdb-8dde-98071cd8d0f0 req-b61fba57-0b63-458e-8c11-20d38688736b tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0523696 Oct 28 09:34:12.665107 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9475e73d-7145-4fdb-8dde-98071cd8d0f0 req-b6e50118-f565-4c70-857e-fa7a2c0f0a69 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312486 Oct 28 09:34:12.728122 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 753b2e4e-54f4-46c2-86aa-b55c577e9298 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:34:12.776901 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 753b2e4e-54f4-46c2-86aa-b55c577e9298 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:34:12.780833 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 753b2e4e-54f4-46c2-86aa-b55c577e9298 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:34:12.781201 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:12.857571 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:12.880486 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6699dc-cecb-4b66-b5be-2257b6ec85d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753b2e4e-54f4-46c2-86aa-b55c577e9298'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:34:12.882699 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1896ee-5923-4382-96e7-0b3e6fee615e" -d '{"events": [{"server_uuid": "8f6699dc-cecb-4b66-b5be-2257b6ec85d6", "name": "network-vif-plugged", "status": "completed", "tag": "753b2e4e-54f4-46c2-86aa-b55c577e9298"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:34:12.898944 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 753b2e4e-54f4-46c2-86aa-b55c577e9298, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=753b2e4e-54f4-46c2-86aa-b55c577e9298,segment=NetworkSegment(177a39e5-f9df-4d46-89b4-a97d85403106),segment_id=177a39e5-f9df-4d46-89b4-a97d85403106)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:34:12.903536 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:12.928250 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462fd170-5455-42ac-b3db-36d7cbf3d158 x-openstack-request-id: req-462fd170-5455-42ac-b3db-36d7cbf3d158 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:34:12.928640 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6699dc-cecb-4b66-b5be-2257b6ec85d6", "name": "network-vif-plugged", "status": "completed", "tag": "753b2e4e-54f4-46c2-86aa-b55c577e9298", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:34:12.928891 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-462fd170-5455-42ac-b3db-36d7cbf3d158 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:34:12.929273 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6699dc-cecb-4b66-b5be-2257b6ec85d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753b2e4e-54f4-46c2-86aa-b55c577e9298', 'code': 200} Oct 28 09:34:12.955419 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=753b2e4e-54f4-46c2-86aa-b55c577e9298,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:13.102481 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e88e3a-a7ca-46d8-8e4c-9bd1c0c76ff3 req-8505c797-ebf8-4528-b08d-c9e10569187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:13.103869 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-62e88e3a-a7ca-46d8-8e4c-9bd1c0c76ff3 req-8505c797-ebf8-4528-b08d-c9e10569187f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 1098 time: 0.0397675 Oct 28 09:34:13.138009 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-62e88e3a-a7ca-46d8-8e4c-9bd1c0c76ff3 req-b7380bc5-f044-4ea6-8046-d45dfcfa9e8b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267987 Oct 28 09:34:13.479495 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7d5dc-e0d6-4eac-a14f-b6f1d31a2b11 req-3529a36c-ab10-4fbf-b0d7-397126a9f7d7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:13.481307 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1da7d5dc-e0d6-4eac-a14f-b6f1d31a2b11 req-3529a36c-ab10-4fbf-b0d7-397126a9f7d7 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 945 time: 0.0500255 Oct 28 09:34:13.520784 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1da7d5dc-e0d6-4eac-a14f-b6f1d31a2b11 req-bf58ace0-47ec-4b18-95e6-9cbd4000c295 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335495 Oct 28 09:34:13.623981 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9a952e02-4382-4bb8-9657-38b696297cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:13.780743 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eda96a-880c-4b97-8f5e-532ee29dc22f req-3700ff9e-1086-4ba5-9a4f-05df6f295949 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:13.782212 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-94eda96a-880c-4b97-8f5e-532ee29dc22f req-3700ff9e-1086-4ba5-9a4f-05df6f295949 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0484817 Oct 28 09:34:13.821551 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-94eda96a-880c-4b97-8f5e-532ee29dc22f req-b9ff0a54-4968-4405-9663-7438964ba0ad tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331645 Oct 28 09:34:14.639849 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973f815-f348-47a9-9d60-ccf2268d29c0 req-b36e76ab-4ebd-4493-842a-d2f2815b832f tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:14.641380 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b973f815-f348-47a9-9d60-ccf2268d29c0 req-b36e76ab-4ebd-4493-842a-d2f2815b832f tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 945 time: 0.0532649 Oct 28 09:34:14.679418 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b973f815-f348-47a9-9d60-ccf2268d29c0 req-ad7a89ff-d68a-41b5-bd3b-8e2f3e8af81a tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318224 Oct 28 09:34:14.934166 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d857d52-5912-4e04-805d-629f873e2104 req-2ef440df-5b63-4d0e-bd4e-c1761ad51938 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:14.935614 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0d857d52-5912-4e04-805d-629f873e2104 req-2ef440df-5b63-4d0e-bd4e-c1761ad51938 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0483849 Oct 28 09:34:14.976135 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0d857d52-5912-4e04-805d-629f873e2104 req-fdafa0a8-a7f4-4435-babe-e9029b0d3dbd tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346384 Oct 28 09:34:15.015525 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:34:15.796756 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c54cf2-17d9-46e4-8595-6c828e2e4978 req-b00e62be-19e5-47dd-8676-cdf8389b6f86 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:15.798275 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-78c54cf2-17d9-46e4-8595-6c828e2e4978 req-b00e62be-19e5-47dd-8676-cdf8389b6f86 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 945 time: 0.0488329 Oct 28 09:34:15.836604 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-78c54cf2-17d9-46e4-8595-6c828e2e4978 req-7b3795e3-bd2e-48db-b001-c79c174c5281 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324538 Oct 28 09:34:16.092775 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cec36d-3c6f-483b-b30b-1208b60ed222 req-a323d20d-96e0-4a70-8495-c6a3bfa1c63b tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:16.094246 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-67cec36d-3c6f-483b-b30b-1208b60ed222 req-a323d20d-96e0-4a70-8495-c6a3bfa1c63b tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0508897 Oct 28 09:34:16.139397 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-67cec36d-3c6f-483b-b30b-1208b60ed222 req-84e80e4c-b6c2-4b6d-8097-821cdb74a94f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388527 Oct 28 09:34:16.790235 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-69308829-9d10-406d-9ac5-cc221a849537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:17.280164 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7365262-785f-41f3-88c5-b20f6b740743 req-3cb34be7-64c1-4ab6-9ac6-6f1bcc32adac tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:17.281766 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b7365262-785f-41f3-88c5-b20f6b740743 req-3cb34be7-64c1-4ab6-9ac6-6f1bcc32adac tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0598047 Oct 28 09:34:17.326555 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b7365262-785f-41f3-88c5-b20f6b740743 req-ab91139a-766e-4614-b196-a83fded26b1d tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383186 Oct 28 09:34:17.447164 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:17.469583 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:18.445150 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba9586-958a-4c1a-a7f7-d09f6e6712f4 req-e8c3b7a8-7a24-4834-9fdc-44b857804aeb tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:18.446607 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ba9586-958a-4c1a-a7f7-d09f6e6712f4 req-e8c3b7a8-7a24-4834-9fdc-44b857804aeb tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0525250 Oct 28 09:34:18.484047 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94ba9586-958a-4c1a-a7f7-d09f6e6712f4 req-964a91e1-a30b-4d0d-8a2e-eb8eecb521f5 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314555 Oct 28 09:34:19.139099 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf953f-79a8-4b0c-8373-082c849ee0fb req-9acccb43-3b1e-4839-8ce2-068d98784822 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:19.140601 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8ddf953f-79a8-4b0c-8373-082c849ee0fb req-9acccb43-3b1e-4839-8ce2-068d98784822 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0771735 Oct 28 09:34:19.143093 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560c0a-e2d0-49a9-8f64-492ca1646609 req-c863ef9d-3040-4940-85a2-ff02b674a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:19.144472 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20560c0a-e2d0-49a9-8f64-492ca1646609 req-c863ef9d-3040-4940-85a2-ff02b674a869 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 1098 time: 0.0696805 Oct 28 09:34:19.193365 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8ddf953f-79a8-4b0c-8373-082c849ee0fb req-c234e503-d211-415b-8e0c-f60ad7725335 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Oct 28 09:34:19.261199 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560c0a-e2d0-49a9-8f64-492ca1646609 req-3bc1171a-96b0-481e-a3d6-c17b1825a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:19.262662 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20560c0a-e2d0-49a9-8f64-492ca1646609 req-3bc1171a-96b0-481e-a3d6-c17b1825a5a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 200 len: 920 time: 0.0913527 Oct 28 09:34:19.286254 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:19.305832 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20560c0a-e2d0-49a9-8f64-492ca1646609 req-ddab01a7-cc14-4de2-9a1a-2cb3c282f142 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f717a47-4043-4e79-8b4d-8fa434482313 HTTP/1.1" status: 200 len: 217 time: 0.0348401 Oct 28 09:34:19.359955 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560c0a-e2d0-49a9-8f64-492ca1646609 req-93767a5a-062f-4a99-8a26-b01af0da580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:19.361436 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20560c0a-e2d0-49a9-8f64-492ca1646609 req-93767a5a-062f-4a99-8a26-b01af0da580e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df84b19c-f633-4621-a826-ad63d8ecea90 HTTP/1.1" status: 200 len: 858 time: 0.0477221 Oct 28 09:34:19.397850 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20560c0a-e2d0-49a9-8f64-492ca1646609 req-4100776c-dcce-4c03-b719-fa9da913d7ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7826728-6754-4d4b-bd6f-d1594f9561fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245571 Oct 28 09:34:19.489401 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20560c0a-e2d0-49a9-8f64-492ca1646609 req-cd15c0ed-8e3e-476c-a4bf-c744455c9ac2 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806739 Oct 28 09:34:19.586894 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20560c0a-e2d0-49a9-8f64-492ca1646609 req-0b4fdd75-5754-42b5-b8ca-f9c0bd654c1c service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869851 Oct 28 09:34:19.603991 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3fa13-82c3-4f8e-928f-3cab1e8e7bac req-5b43431c-a40f-48ac-9db0-114cf586aee6 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:19.605514 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3ac3fa13-82c3-4f8e-928f-3cab1e8e7bac req-5b43431c-a40f-48ac-9db0-114cf586aee6 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0512588 Oct 28 09:34:19.645030 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3ac3fa13-82c3-4f8e-928f-3cab1e8e7bac req-c8a54ce5-8286-4a2b-839a-e325475ba063 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325668 Oct 28 09:34:19.886283 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9441846-9e18-4133-84bf-6880e47caf7e req-6c130ddc-8474-470e-8c62-9167c8dae1c9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:19.888114 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f9441846-9e18-4133-84bf-6880e47caf7e req-6c130ddc-8474-470e-8c62-9167c8dae1c9 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0517187 Oct 28 09:34:19.932044 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f9441846-9e18-4133-84bf-6880e47caf7e req-faf77551-842e-44de-b089-163704e22a0e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374291 Oct 28 09:34:19.957858 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f641049-508e-4913-b513-199770876284 req-4cadfcba-eb6b-4365-b72f-fb40a375276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:19.959328 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8f641049-508e-4913-b513-199770876284 req-4cadfcba-eb6b-4365-b72f-fb40a375276e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 1099 time: 0.0404053 Oct 28 09:34:20.331352 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f641049-508e-4913-b513-199770876284 req-8f34ad35-4faa-4647-ae77-059dce2e9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:20.332850 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8f641049-508e-4913-b513-199770876284 req-8f34ad35-4faa-4647-ae77-059dce2e9689 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 913 time: 0.3664830 Oct 28 09:34:20.340122 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8116e4e-7cd5-4b90-984e-cd3996d92e84 req-7824d7c2-bfcb-4106-b47d-c33ccba34044 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:20.341489 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a8116e4e-7cd5-4b90-984e-cd3996d92e84 req-7824d7c2-bfcb-4106-b47d-c33ccba34044 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0768001 Oct 28 09:34:20.422618 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a8116e4e-7cd5-4b90-984e-cd3996d92e84 req-e94a8e5c-cdfd-488a-9a52-5edc99a4eec6 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738990 Oct 28 09:34:20.428473 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8f641049-508e-4913-b513-199770876284 req-74c536bd-1bda-4165-bc42-ecfdfb443c28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e HTTP/1.1" status: 200 len: 1002 time: 0.0851216 Oct 28 09:34:20.479165 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f641049-508e-4913-b513-199770876284 req-c87b00be-5db3-4d46-ac95-83995b86f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:20.480556 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8f641049-508e-4913-b513-199770876284 req-c87b00be-5db3-4d46-ac95-83995b86f1ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a HTTP/1.1" status: 200 len: 850 time: 0.0424876 Oct 28 09:34:20.535338 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f641049-508e-4913-b513-199770876284 req-a81c5d6a-f9df-4527-8878-6a1b59662c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:20.537111 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8f641049-508e-4913-b513-199770876284 req-a81c5d6a-f9df-4527-8878-6a1b59662c68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7780ce9-bec5-4cab-8275-e693999d1d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393116 Oct 28 09:34:20.642918 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8f641049-508e-4913-b513-199770876284 req-dbed6c42-c170-4c10-a254-abdd55d92c28 service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920427 Oct 28 09:34:20.735410 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8f641049-508e-4913-b513-199770876284 req-11a2981f-e629-421f-a01b-9729badbb28a service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821085 Oct 28 09:34:21.048309 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b5c4b-48fe-4814-a4cd-efde44d95720 req-26f39599-db35-4e7e-b844-998a49fdfb44 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:21.049727 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c65b5c4b-48fe-4814-a4cd-efde44d95720 req-26f39599-db35-4e7e-b844-998a49fdfb44 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0505509 Oct 28 09:34:21.087266 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c65b5c4b-48fe-4814-a4cd-efde44d95720 req-c557e9b5-b331-44db-94c2-26684c8b41c3 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316598 Oct 28 09:34:21.547632 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4eef1-7015-414a-ab91-ed0bc07cfe38 req-10d5056c-d3af-4e05-b2de-2164b1a9dff9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:21.549802 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-19f4eef1-7015-414a-ab91-ed0bc07cfe38 req-10d5056c-d3af-4e05-b2de-2164b1a9dff9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0570409 Oct 28 09:34:21.589312 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-19f4eef1-7015-414a-ab91-ed0bc07cfe38 req-3ae6384a-b164-4e22-bb91-e79c0e5fadaf tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334823 Oct 28 09:34:21.971019 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ef564-5d91-4a87-bd62-3ee79d65165a req-ff87f573-d6ed-427a-b495-bef3dfc8ef50 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:21.972530 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c4ef564-5d91-4a87-bd62-3ee79d65165a req-ff87f573-d6ed-427a-b495-bef3dfc8ef50 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0779176 Oct 28 09:34:21.978095 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f311a-a4fc-4376-88c7-58c05b52c12a req-f2dfe2b0-aa54-4d31-9240-acd4b1462a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:21.979490 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-439f311a-a4fc-4376-88c7-58c05b52c12a req-f2dfe2b0-aa54-4d31-9240-acd4b1462a6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65819ad24cc5495abf0cde810398a459&device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 1137 time: 0.0580177 Oct 28 09:34:22.060760 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9c4ef564-5d91-4a87-bd62-3ee79d65165a req-10a8dc67-4cc7-43d3-9176-6416e69989aa tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801308 Oct 28 09:34:22.096945 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f311a-a4fc-4376-88c7-58c05b52c12a req-41220daf-cfd9-4ed4-8415-6131c5d2fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:22.098479 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-439f311a-a4fc-4376-88c7-58c05b52c12a req-41220daf-cfd9-4ed4-8415-6131c5d2fa1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a HTTP/1.1" status: 200 len: 916 time: 0.1033874 Oct 28 09:34:22.186558 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-439f311a-a4fc-4376-88c7-58c05b52c12a req-2b1f689a-6882-400a-b56c-27532834963f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8c8587-3048-4680-a8a2-125518b40b83 HTTP/1.1" status: 200 len: 1001 time: 0.0580947 Oct 28 09:34:22.203030 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc820e-89aa-4003-84ef-ef0e1635756e req-ccf7ac9d-6df9-4b46-9a45-3b35b1fd4079 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:22.204519 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5ffc820e-89aa-4003-84ef-ef0e1635756e req-ccf7ac9d-6df9-4b46-9a45-3b35b1fd4079 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0489838 Oct 28 09:34:22.241623 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5ffc820e-89aa-4003-84ef-ef0e1635756e req-3a2bcae1-5318-4868-be16-25bf0ad0c3fb tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311584 Oct 28 09:34:22.246077 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f311a-a4fc-4376-88c7-58c05b52c12a req-d77efe2a-bafe-49c8-a3be-1a58dfad1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:22.247547 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-439f311a-a4fc-4376-88c7-58c05b52c12a req-d77efe2a-bafe-49c8-a3be-1a58dfad1548 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa40ae6a-92a7-4efb-a54a-71a326b311db HTTP/1.1" status: 200 len: 853 time: 0.0472627 Oct 28 09:34:22.295817 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f311a-a4fc-4376-88c7-58c05b52c12a req-87d317f8-82b8-4941-8534-e07c502baf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:22.297328 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-439f311a-a4fc-4376-88c7-58c05b52c12a req-87d317f8-82b8-4941-8534-e07c502baf01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403872 Oct 28 09:34:22.395000 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-439f311a-a4fc-4376-88c7-58c05b52c12a req-5c9be9d3-6af0-463a-a3fb-a73d357f7adf service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880897 Oct 28 09:34:22.486611 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-439f311a-a4fc-4376-88c7-58c05b52c12a req-c23cd9c4-d2df-4dc1-94d4-7f04ef3921c8 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827861 Oct 28 09:34:22.710947 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c15071-d395-43be-a96b-ccb4505ab620 req-46e74493-fa2a-48d3-b677-3c75bc24799a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:22.712462 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d9c15071-d395-43be-a96b-ccb4505ab620 req-46e74493-fa2a-48d3-b677-3c75bc24799a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0525484 Oct 28 09:34:22.750342 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d9c15071-d395-43be-a96b-ccb4505ab620 req-bfd84cec-6a2e-4d3a-8825-062743f8e6bc tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Oct 28 09:34:23.177544 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a558f-72ea-4265-a569-2df4fb7a3dd6 req-de03743c-08b3-4e4b-996d-30cd5353439b tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:23.178997 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b93a558f-72ea-4265-a569-2df4fb7a3dd6 req-de03743c-08b3-4e4b-996d-30cd5353439b tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0497959 Oct 28 09:34:23.222649 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b93a558f-72ea-4265-a569-2df4fb7a3dd6 req-82f4b531-654b-4058-83ad-c8e34b06cec7 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375485 Oct 28 09:34:23.870156 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c970dd-9103-4400-9a28-44062685c888 req-f0d48c40-5dd0-40fc-82f9-5f6fb5d2b2c8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:23.871617 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c3c970dd-9103-4400-9a28-44062685c888 req-f0d48c40-5dd0-40fc-82f9-5f6fb5d2b2c8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0536578 Oct 28 09:34:23.909003 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c3c970dd-9103-4400-9a28-44062685c888 req-024a6682-74b1-4b27-8440-295240400836 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306215 Oct 28 09:34:24.340190 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3149bc-8c07-40ce-b1af-b8a42b9fc8a7 req-2225ea50-6a69-447b-b645-195f35a05c20 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:24.341682 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3c3149bc-8c07-40ce-b1af-b8a42b9fc8a7 req-2225ea50-6a69-447b-b645-195f35a05c20 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0505378 Oct 28 09:34:24.381684 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3c3149bc-8c07-40ce-b1af-b8a42b9fc8a7 req-f6e28785-0ba2-4fcc-b459-5da6e25c1e21 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332627 Oct 28 09:34:25.025587 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64e19e-caaa-49eb-a58f-de40d87e619a req-f79d9591-485f-4e81-a149-bada57005f21 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:25.027068 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4d64e19e-caaa-49eb-a58f-de40d87e619a req-f79d9591-485f-4e81-a149-bada57005f21 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0502186 Oct 28 09:34:25.067490 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4d64e19e-caaa-49eb-a58f-de40d87e619a req-5bdad4f7-7bb0-4077-bda8-faf5c4d48350 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343871 Oct 28 09:34:25.495773 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e1962-bb76-4084-8149-cbd660f05fb8 req-fafc1922-f15d-4dd6-a113-4a933f4288e6 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:25.497282 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-199e1962-bb76-4084-8149-cbd660f05fb8 req-fafc1922-f15d-4dd6-a113-4a933f4288e6 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0489216 Oct 28 09:34:25.537113 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-199e1962-bb76-4084-8149-cbd660f05fb8 req-44e9273e-e367-4e2a-8847-1b4d619dc755 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336807 Oct 28 09:34:26.183935 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a16261-db65-42f0-88aa-839af910a1df req-f862691d-df58-411b-a33b-cb5588c164be tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:26.185889 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-02a16261-db65-42f0-88aa-839af910a1df req-f862691d-df58-411b-a33b-cb5588c164be tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0489116 Oct 28 09:34:26.223882 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-02a16261-db65-42f0-88aa-839af910a1df req-a8c6ef6b-c6ad-46f9-8491-b6d0d3e2f10e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Oct 28 09:34:26.651010 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2176f-8cb2-4579-85f8-8a53576e93c2 req-19a9df1f-444b-4d24-838f-3209407242a9 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:26.653126 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bff2176f-8cb2-4579-85f8-8a53576e93c2 req-19a9df1f-444b-4d24-838f-3209407242a9 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0492721 Oct 28 09:34:26.695719 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bff2176f-8cb2-4579-85f8-8a53576e93c2 req-46fd34e6-6a3b-487b-ae4b-a289eb8f8fa6 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359321 Oct 28 09:34:27.343087 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eabafe-ead5-450a-a66f-e87ed86b6a36 req-76e89b35-6519-40a2-92f5-a3834163bce5 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:27.344569 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-85eabafe-ead5-450a-a66f-e87ed86b6a36 req-76e89b35-6519-40a2-92f5-a3834163bce5 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0539839 Oct 28 09:34:27.380539 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-85eabafe-ead5-450a-a66f-e87ed86b6a36 req-d1a1d641-862b-4f51-827c-2318b6dbce61 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300541 Oct 28 09:34:27.809683 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e133f0-d88c-4e82-9b59-1795140f3dd5 req-b8dc24c3-b751-4b81-8a2d-10bbcd2ea787 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:27.811759 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f3e133f0-d88c-4e82-9b59-1795140f3dd5 req-b8dc24c3-b751-4b81-8a2d-10bbcd2ea787 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0496123 Oct 28 09:34:27.852910 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f3e133f0-d88c-4e82-9b59-1795140f3dd5 req-25ca971d-7036-411d-803d-63d9f86d52ae tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347967 Oct 28 09:34:28.495061 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73fed-5f6f-44df-a681-f29ad2e0c757 req-44c2e658-5a31-43a2-b86e-e72a0154c68a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:28.496558 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-39d73fed-5f6f-44df-a681-f29ad2e0c757 req-44c2e658-5a31-43a2-b86e-e72a0154c68a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0491338 Oct 28 09:34:28.535047 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-39d73fed-5f6f-44df-a681-f29ad2e0c757 req-ecbb6eb3-a261-4d6b-b0cb-1650feb5dddf tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320406 Oct 28 09:34:28.966131 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696093a9-f0e4-457e-9dc5-b832b7828734 req-a2fef75f-d3df-4d2e-9837-8267e6d93188 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:28.967795 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-696093a9-f0e4-457e-9dc5-b832b7828734 req-a2fef75f-d3df-4d2e-9837-8267e6d93188 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0484610 Oct 28 09:34:29.007693 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-696093a9-f0e4-457e-9dc5-b832b7828734 req-3f229aa3-5289-4a7d-b2ec-d3ef9eb9c326 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339048 Oct 28 09:34:29.307878 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:29.649984 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be825a-a50f-4ca8-aadf-785c2928da9e req-88516889-df0a-4804-897d-dce90477da13 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:29.651417 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-80be825a-a50f-4ca8-aadf-785c2928da9e req-88516889-df0a-4804-897d-dce90477da13 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0495760 Oct 28 09:34:29.690597 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-80be825a-a50f-4ca8-aadf-785c2928da9e req-12b2cf98-964d-46a9-92d6-24aad2a12692 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332186 Oct 28 09:34:30.120913 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6785d8-3b03-4f81-8715-8258e13592e7 req-e70bb04d-6c01-4d43-b01e-b9aa79d83f4f tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:30.122281 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2a6785d8-3b03-4f81-8715-8258e13592e7 req-e70bb04d-6c01-4d43-b01e-b9aa79d83f4f tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0485902 Oct 28 09:34:30.169747 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2a6785d8-3b03-4f81-8715-8258e13592e7 req-dba84c88-929b-4eba-8521-9ccf4b8cc15a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407782 Oct 28 09:34:30.809358 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb265e-3cc2-4cdc-9879-f96bec4d8abf req-6fc710d9-28e4-4973-b107-3b57792bca60 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:30.810850 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f8bb265e-3cc2-4cdc-9879-f96bec4d8abf req-6fc710d9-28e4-4973-b107-3b57792bca60 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0527959 Oct 28 09:34:30.849456 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f8bb265e-3cc2-4cdc-9879-f96bec4d8abf req-8c6e6d84-94ae-4e56-9318-8cc6c4f952cb tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318415 Oct 28 09:34:31.283391 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74df34e-8aff-47b6-90b8-3a151c245cce req-4f3fd9b0-db1e-485f-9e49-31ba98465500 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:31.284789 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f74df34e-8aff-47b6-90b8-3a151c245cce req-4f3fd9b0-db1e-485f-9e49-31ba98465500 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0489485 Oct 28 09:34:31.325659 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f74df34e-8aff-47b6-90b8-3a151c245cce req-7e8cde24-4a8d-4460-ade9-a54c09f294ed tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346403 Oct 28 09:34:31.963155 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91336b1f-76d9-4db4-bcf0-874a5d818aab req-cc198a7f-4a75-43e8-8111-29cdc7152e3d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:31.964627 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91336b1f-76d9-4db4-bcf0-874a5d818aab req-cc198a7f-4a75-43e8-8111-29cdc7152e3d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0488582 Oct 28 09:34:32.003293 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91336b1f-76d9-4db4-bcf0-874a5d818aab req-0c0d006d-965e-403f-a8d4-266edfa662c5 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Oct 28 09:34:32.442676 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ee9d7-e5d5-4431-a433-b675c663b0f5 req-8a79de4e-4804-4715-988e-ba5c6cb4c861 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:32.444132 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d68ee9d7-e5d5-4431-a433-b675c663b0f5 req-8a79de4e-4804-4715-988e-ba5c6cb4c861 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0488992 Oct 28 09:34:32.484760 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d68ee9d7-e5d5-4431-a433-b675c663b0f5 req-6559240f-3906-4e05-9d75-e0193bc27192 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344975 Oct 28 09:34:33.116229 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660a95c-597d-4f15-a17e-9e318ca3cbbb req-70e44a20-0321-4e9a-b1ae-ff50f83ada00 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:33.117667 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e660a95c-597d-4f15-a17e-9e318ca3cbbb req-70e44a20-0321-4e9a-b1ae-ff50f83ada00 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0488658 Oct 28 09:34:33.156675 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e660a95c-597d-4f15-a17e-9e318ca3cbbb req-565448fc-27d8-4ce8-bfac-7a3608516652 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324130 Oct 28 09:34:33.600868 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80548d84-1487-4fbb-ab92-c0db1fd5fc6a req-bcf116ef-5a3b-4926-b00a-3330b32d8504 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:33.602349 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-80548d84-1487-4fbb-ab92-c0db1fd5fc6a req-bcf116ef-5a3b-4926-b00a-3330b32d8504 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0512033 Oct 28 09:34:33.644616 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-80548d84-1487-4fbb-ab92-c0db1fd5fc6a req-09fe5cc9-b433-41c8-9118-f70b139a7ddd tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362062 Oct 28 09:34:34.272904 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc7f98-975a-4b4e-8576-f5d629c2dd02 req-aaf81186-8d50-4e01-9bd1-def433b40982 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:34.274689 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3cfc7f98-975a-4b4e-8576-f5d629c2dd02 req-aaf81186-8d50-4e01-9bd1-def433b40982 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0520439 Oct 28 09:34:34.314211 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3cfc7f98-975a-4b4e-8576-f5d629c2dd02 req-310bf149-1f9e-439e-8a5f-052d495c666d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337939 Oct 28 09:34:34.760646 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e373b7-d123-4372-a722-b383edc0825a req-f2dc09d3-bc52-44f7-9cdd-4e48884e055b tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:34.762037 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-37e373b7-d123-4372-a722-b383edc0825a req-f2dc09d3-bc52-44f7-9cdd-4e48884e055b tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0490108 Oct 28 09:34:34.803017 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-37e373b7-d123-4372-a722-b383edc0825a req-3e62b599-c671-4921-b58a-b982189b8b41 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338125 Oct 28 09:34:35.434211 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9818-54ee-4cf9-a1c4-a5274493ebec req-59c79e35-9a82-4b5f-81bc-7b13c9c3db59 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:35.435733 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f87a9818-54ee-4cf9-a1c4-a5274493ebec req-59c79e35-9a82-4b5f-81bc-7b13c9c3db59 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0527020 Oct 28 09:34:35.475835 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f87a9818-54ee-4cf9-a1c4-a5274493ebec req-e136a66c-296a-474a-9e22-3810535750b5 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331726 Oct 28 09:34:35.920108 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61d15e-7b75-49d0-ba49-c4fb7000cb7d req-6a7b2bef-81cd-482e-9107-23c665d6b03d tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:35.921704 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cb61d15e-7b75-49d0-ba49-c4fb7000cb7d req-6a7b2bef-81cd-482e-9107-23c665d6b03d tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0501192 Oct 28 09:34:35.962841 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cb61d15e-7b75-49d0-ba49-c4fb7000cb7d req-e733848f-fed5-4452-8982-39a5fcdd85e9 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350716 Oct 28 09:34:36.591883 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d969e0-fb89-4784-946b-ca1f55497dab req-8f171d58-c270-4950-877c-017cbfca0a3b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:36.594920 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-76d969e0-fb89-4784-946b-ca1f55497dab req-8f171d58-c270-4950-877c-017cbfca0a3b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0498219 Oct 28 09:34:36.632799 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-76d969e0-fb89-4784-946b-ca1f55497dab req-134b8110-64b9-4800-be80-3b98ca5b726f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Oct 28 09:34:37.077245 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e2512-6daf-4e6c-bc29-fd42e5a7ee95 req-97af425e-9d38-41ea-b509-5b313a1d9a10 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:37.079591 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a00e2512-6daf-4e6c-bc29-fd42e5a7ee95 req-97af425e-9d38-41ea-b509-5b313a1d9a10 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0499673 Oct 28 09:34:37.122456 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a00e2512-6daf-4e6c-bc29-fd42e5a7ee95 req-e06f3bcd-849c-4f66-ac88-f5c9c0964608 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368829 Oct 28 09:34:37.754114 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d7f5f-b6cc-4bdb-95ce-21c42c4e1f82 req-01992e57-2b1a-4058-9e4b-25db01cf70f4 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:37.755741 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a39d7f5f-b6cc-4bdb-95ce-21c42c4e1f82 req-01992e57-2b1a-4058-9e4b-25db01cf70f4 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0557642 Oct 28 09:34:37.793054 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a39d7f5f-b6cc-4bdb-95ce-21c42c4e1f82 req-168533fd-7389-4b3d-9a15-b1c15ac1c8db tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314701 Oct 28 09:34:38.240445 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c59d3-ac15-4ded-9ce4-512fa37134eb req-5641166c-f176-4119-b576-81172a8eb545 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:38.241923 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6d1c59d3-ac15-4ded-9ce4-512fa37134eb req-5641166c-f176-4119-b576-81172a8eb545 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0500743 Oct 28 09:34:38.280701 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6d1c59d3-ac15-4ded-9ce4-512fa37134eb req-f091ff0e-6415-4c6d-b01c-3e249038410d tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326571 Oct 28 09:34:38.910413 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70f581-dc88-4905-8885-780b1f6cd70f req-15e543d7-e60f-455c-8bb8-729adf957b96 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:38.912222 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5e70f581-dc88-4905-8885-780b1f6cd70f req-15e543d7-e60f-455c-8bb8-729adf957b96 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0501587 Oct 28 09:34:38.950080 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5e70f581-dc88-4905-8885-780b1f6cd70f req-bcc8894e-fcad-40d2-a41f-10554d06be53 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Oct 28 09:34:39.399295 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb571ed6-c4d0-4387-bebc-bbe853720139 req-17624b8a-e20d-4ffa-9f7e-0ec9201e8bc9 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:39.400782 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-eb571ed6-c4d0-4387-bebc-bbe853720139 req-17624b8a-e20d-4ffa-9f7e-0ec9201e8bc9 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0499709 Oct 28 09:34:39.441490 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-eb571ed6-c4d0-4387-bebc-bbe853720139 req-bf4ced83-dbd4-46a1-9cd8-001c336c4732 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347679 Oct 28 09:34:40.064495 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992d311-e659-4bb9-b614-1a994696b873 req-6e41fd9f-873a-4215-bc9b-46830a57746e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:40.066378 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d992d311-e659-4bb9-b614-1a994696b873 req-6e41fd9f-873a-4215-bc9b-46830a57746e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0506401 Oct 28 09:34:40.108090 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d992d311-e659-4bb9-b614-1a994696b873 req-8022e66c-3650-4b03-8af8-457da82876b5 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Oct 28 09:34:40.556620 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b2186-3954-4aa9-ad0e-ccdaf7dd9ed0 req-edfe0037-39da-444a-b650-8ef38259bb34 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:40.558101 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1a9b2186-3954-4aa9-ad0e-ccdaf7dd9ed0 req-edfe0037-39da-444a-b650-8ef38259bb34 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0496550 Oct 28 09:34:40.598805 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1a9b2186-3954-4aa9-ad0e-ccdaf7dd9ed0 req-9e21f9f3-b201-49f0-b000-58005925460c tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341964 Oct 28 09:34:41.007124 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb12ad1-0bb9-436c-898b-7afd596fac7d req-f93551f6-9854-43c2-a1f7-9e1bcc3ce5ed tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:41.008562 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2fb12ad1-0bb9-436c-898b-7afd596fac7d req-f93551f6-9854-43c2-a1f7-9e1bcc3ce5ed tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 945 time: 0.0530565 Oct 28 09:34:41.046281 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2fb12ad1-0bb9-436c-898b-7afd596fac7d req-566d066c-f7bc-4a4b-b651-e47c855d08bf tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Oct 28 09:34:41.228485 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5d8d2-a05f-4fd9-ad5c-d24ea68bde63 req-8609a71a-9514-427a-b6ce-dd06cda8ec45 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:41.229970 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-abf5d8d2-a05f-4fd9-ad5c-d24ea68bde63 req-8609a71a-9514-427a-b6ce-dd06cda8ec45 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0533230 Oct 28 09:34:41.269360 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-abf5d8d2-a05f-4fd9-ad5c-d24ea68bde63 req-18d1b725-890b-4916-a6bd-5428364b5393 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Oct 28 09:34:41.713242 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0c7d6-d68b-4676-bf38-a14fe6c103a4 req-d79b9121-64e5-4f36-90f0-df501c4cfa75 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:41.714762 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-edb0c7d6-d68b-4676-bf38-a14fe6c103a4 req-d79b9121-64e5-4f36-90f0-df501c4cfa75 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0491188 Oct 28 09:34:41.756819 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-edb0c7d6-d68b-4676-bf38-a14fe6c103a4 req-dc45697c-8d2a-44e9-90e1-f7e6ca5d863d tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357971 Oct 28 09:34:42.160729 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0b893-7efe-4f8d-9959-3b39aeb2bf81 req-ed499fdd-8663-4088-af10-061dcc63d3ef tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:42.162502 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-30b0b893-7efe-4f8d-9959-3b39aeb2bf81 req-ed499fdd-8663-4088-af10-061dcc63d3ef tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 945 time: 0.0494955 Oct 28 09:34:42.198867 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-30b0b893-7efe-4f8d-9959-3b39aeb2bf81 req-72536359-e1b0-4919-85fa-5c2749d9cde5 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306482 Oct 28 09:34:42.382702 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e3f64-2dd6-4069-8af5-ec6940571b50 req-a6ea2673-8187-4267-9ba4-1e068b648cac tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:42.384085 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-658e3f64-2dd6-4069-8af5-ec6940571b50 req-a6ea2673-8187-4267-9ba4-1e068b648cac tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0496459 Oct 28 09:34:42.421464 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-658e3f64-2dd6-4069-8af5-ec6940571b50 req-fa9c590b-1b72-40ff-b631-72a4279feb76 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315225 Oct 28 09:34:42.873881 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a15090-81f7-4a45-aa60-10181dd7324c req-c013c54a-26f9-42c0-9a17-93e3e8b9a3a9 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:42.875356 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-56a15090-81f7-4a45-aa60-10181dd7324c req-c013c54a-26f9-42c0-9a17-93e3e8b9a3a9 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0497658 Oct 28 09:34:42.918112 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-56a15090-81f7-4a45-aa60-10181dd7324c req-f1e74284-7d3f-4514-b71f-daea7d0772f4 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359535 Oct 28 09:34:43.319058 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30bc09-9739-4d76-95b9-791ce0c7a48f req-991b88a6-4df2-4e98-a60e-dbc39d18c8d6 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:43.320619 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8e30bc09-9739-4d76-95b9-791ce0c7a48f req-991b88a6-4df2-4e98-a60e-dbc39d18c8d6 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 945 time: 0.0535493 Oct 28 09:34:43.368398 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8e30bc09-9739-4d76-95b9-791ce0c7a48f req-1e98287c-3d4e-4a4f-8309-72c555db48fb tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.117 "GET /v2.0/security-groups?id=55b179e4-7bbd-4155-bcdb-1be1e1a3c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Oct 28 09:34:43.403818 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8844f9e-a71c-4981-ab02-489cc7e38ee7 req-6423ddda-30df-44b7-a86e-d9047c5b82cc tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:43.405307 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b8844f9e-a71c-4981-ab02-489cc7e38ee7 req-6423ddda-30df-44b7-a86e-d9047c5b82cc tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f6699dc-cecb-4b66-b5be-2257b6ec85d6 HTTP/1.1" status: 200 len: 945 time: 0.0526378 Oct 28 09:34:43.504401 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-b8844f9e-a71c-4981-ab02-489cc7e38ee7 req-5e7a6c5a-7740-494a-a19f-3b2d9d4cc690 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Deleting port 753b2e4e-54f4-46c2-86aa-b55c577e9298 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:34:43.504664 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b8844f9e-a71c-4981-ab02-489cc7e38ee7 req-5e7a6c5a-7740-494a-a19f-3b2d9d4cc690 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:43.536070 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fa3c5-e9f8-4b64-8c7b-0719705d1d5e req-3645b088-0bbd-4c79-8e0f-7681d1afd701 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:43.537846 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ae0fa3c5-e9f8-4b64-8c7b-0719705d1d5e req-3645b088-0bbd-4c79-8e0f-7681d1afd701 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0483425 Oct 28 09:34:43.575558 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ae0fa3c5-e9f8-4b64-8c7b-0719705d1d5e req-944962a6-24e4-4f42-a0d6-62a432f94a03 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Oct 28 09:34:43.594694 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-b8844f9e-a71c-4981-ab02-489cc7e38ee7 req-5e7a6c5a-7740-494a-a19f-3b2d9d4cc690 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] For port 753b2e4e-54f4-46c2-86aa-b55c577e9298, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=753b2e4e-54f4-46c2-86aa-b55c577e9298,segment=NetworkSegment(177a39e5-f9df-4d46-89b4-a97d85403106),segment_id=177a39e5-f9df-4d46-89b4-a97d85403106)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:34:43.595054 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b8844f9e-a71c-4981-ab02-489cc7e38ee7 req-5e7a6c5a-7740-494a-a19f-3b2d9d4cc690 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:43.607905 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-b8844f9e-a71c-4981-ab02-489cc7e38ee7 req-5e7a6c5a-7740-494a-a19f-3b2d9d4cc690 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Calling delete_port for 753b2e4e-54f4-46c2-86aa-b55c577e9298 owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:34:43.624114 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d785-a8ab-40e6-8600-46018ad745ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:43.739637 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b8844f9e-a71c-4981-ab02-489cc7e38ee7 req-5e7a6c5a-7740-494a-a19f-3b2d9d4cc690 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:43.753218 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['753b2e4e-54f4-46c2-86aa-b55c577e9298'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:34:43.765846 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a6c5a-7740-494a-a19f-3b2d9d4cc690 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Pushing event deleted for resources: {'Port': ['ID=753b2e4e-54f4-46c2-86aa-b55c577e9298,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:34:43.807922 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8844f9e-a71c-4981-ab02-489cc7e38ee7 req-5e7a6c5a-7740-494a-a19f-3b2d9d4cc690 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] No DVR routers for this DVR port 753b2e4e-54f4-46c2-86aa-b55c577e9298 on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:34:43.810582 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-b8844f9e-a71c-4981-ab02-489cc7e38ee7 req-5e7a6c5a-7740-494a-a19f-3b2d9d4cc690 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:43.814115 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b8844f9e-a71c-4981-ab02-489cc7e38ee7 req-5e7a6c5a-7740-494a-a19f-3b2d9d4cc690 tempest-VolumesSnapshotTestJSON-683426361 tempest-VolumesSnapshotTestJSON-683426361-project] 10.222.0.32 "DELETE /v2.0/ports/753b2e4e-54f4-46c2-86aa-b55c577e9298 HTTP/1.1" status: 204 len: 173 time: 0.3988943 Oct 28 09:34:43.814749 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6699dc-cecb-4b66-b5be-2257b6ec85d6', 'name': 'network-vif-deleted', 'tag': '753b2e4e-54f4-46c2-86aa-b55c577e9298'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:34:43.817025 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907675c1-200e-43a0-9703-912112f7ebab" -d '{"events": [{"server_uuid": "8f6699dc-cecb-4b66-b5be-2257b6ec85d6", "name": "network-vif-deleted", "tag": "753b2e4e-54f4-46c2-86aa-b55c577e9298"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:34:43.854219 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90af4fc5-d761-4888-9444-d355a69edd3f x-openstack-request-id: req-90af4fc5-d761-4888-9444-d355a69edd3f {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:34:43.854514 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6699dc-cecb-4b66-b5be-2257b6ec85d6", "name": "network-vif-deleted", "tag": "753b2e4e-54f4-46c2-86aa-b55c577e9298", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:34:43.854767 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-90af4fc5-d761-4888-9444-d355a69edd3f {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:34:43.855184 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6699dc-cecb-4b66-b5be-2257b6ec85d6', 'name': 'network-vif-deleted', 'tag': '753b2e4e-54f4-46c2-86aa-b55c577e9298', 'status': 'completed', 'code': 200} Oct 28 09:34:44.035413 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe73a7e-7b67-4984-a613-ede3a8e277b4 req-4238d71f-e977-44dc-93f4-6cfa5ecef771 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:44.037141 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3fe73a7e-7b67-4984-a613-ede3a8e277b4 req-4238d71f-e977-44dc-93f4-6cfa5ecef771 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0516920 Oct 28 09:34:44.077061 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3fe73a7e-7b67-4984-a613-ede3a8e277b4 req-2046050c-44b2-47dc-966b-6c6baf20f120 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338988 Oct 28 09:34:44.701114 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d63c8-7867-47af-a012-621353d72827 req-08f58b00-08fd-4035-a519-ee76c870f037 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:44.702584 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-802d63c8-7867-47af-a012-621353d72827 req-08f58b00-08fd-4035-a519-ee76c870f037 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0519643 Oct 28 09:34:44.747633 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-802d63c8-7867-47af-a012-621353d72827 req-d1b551b5-d740-433d-80f2-605125558cce tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378811 Oct 28 09:34:45.196036 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e34e7c-9003-440d-bd5f-320ef426d8b8 req-004fe49d-35c5-4ede-8c62-dd8d0253b80d tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:45.197800 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d5e34e7c-9003-440d-bd5f-320ef426d8b8 req-004fe49d-35c5-4ede-8c62-dd8d0253b80d tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0548649 Oct 28 09:34:45.241634 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d5e34e7c-9003-440d-bd5f-320ef426d8b8 req-ce6437da-3906-4172-a082-a688b3e0ed24 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374289 Oct 28 09:34:45.874955 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c76df-88d3-4f32-b5b5-081d593e59c6 req-5ece8cc2-c788-44df-b30d-2077613f7942 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:45.876495 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-235c76df-88d3-4f32-b5b5-081d593e59c6 req-5ece8cc2-c788-44df-b30d-2077613f7942 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0521653 Oct 28 09:34:45.917011 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-235c76df-88d3-4f32-b5b5-081d593e59c6 req-f321c0a1-68cf-47cb-adca-359528f687b0 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336239 Oct 28 09:34:46.357261 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aff4ad-8ebc-4c4b-8602-754e51086e26 req-6c8760c7-72dc-4f7b-b647-30d6a22ce3aa tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:46.358722 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64aff4ad-8ebc-4c4b-8602-754e51086e26 req-6c8760c7-72dc-4f7b-b647-30d6a22ce3aa tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0502439 Oct 28 09:34:46.397792 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64aff4ad-8ebc-4c4b-8602-754e51086e26 req-51d778b3-0dee-40be-a5f2-925b3c84a478 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=128fb900-a92f-44ab-b30f-701384b58bad&id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331051 Oct 28 09:34:46.791497 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-44307c07-25bb-4bb9-8e46-805d23491c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:47.032090 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692b043-41c9-4248-b1a3-296eebcefdb0 req-adbd0cca-be4d-4354-a39e-8bcd249f1d65 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:47.033559 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c692b043-41c9-4248-b1a3-296eebcefdb0 req-adbd0cca-be4d-4354-a39e-8bcd249f1d65 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0493734 Oct 28 09:34:47.071969 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c692b043-41c9-4248-b1a3-296eebcefdb0 req-5c413b9a-6a07-4ffe-b8d0-3c828bff2a86 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Oct 28 09:34:47.451107 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:47.469252 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:48.184932 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e706f-f543-44e1-86da-e054b0ac2ece req-50b79a4b-2506-4e75-804d-1a9b4516177f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:48.186363 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d43e706f-f543-44e1-86da-e054b0ac2ece req-50b79a4b-2506-4e75-804d-1a9b4516177f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0483046 Oct 28 09:34:48.223145 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d43e706f-f543-44e1-86da-e054b0ac2ece req-b5b4557b-89da-4faf-8190-b45753604536 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301373 Oct 28 09:34:48.936467 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 753b2e4e-54f4-46c2-86aa-b55c577e9298 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:34:48.959422 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 753b2e4e-54f4-46c2-86aa-b55c577e9298 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:34:48.959765 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 753b2e4e-54f4-46c2-86aa-b55c577e9298 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:34:49.290991 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:49.339750 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dfc1f-c0a6-47b7-af3d-c96036a95657 req-db0d6d13-96a7-4fb3-96f9-9da8fe9c063f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:49.341234 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e50dfc1f-c0a6-47b7-af3d-c96036a95657 req-db0d6d13-96a7-4fb3-96f9-9da8fe9c063f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0506248 Oct 28 09:34:49.381743 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e50dfc1f-c0a6-47b7-af3d-c96036a95657 req-2cbcd8b4-feba-4c09-84d8-bdcbf82bd553 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346651 Oct 28 09:34:50.497877 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7de61-19f7-4ceb-9ab4-87a2cc410a00 req-c6f1dd61-7d36-4620-a041-5d0926f25dce tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:50.499357 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-45f7de61-19f7-4ceb-9ab4-87a2cc410a00 req-c6f1dd61-7d36-4620-a041-5d0926f25dce tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0518222 Oct 28 09:34:50.537264 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-45f7de61-19f7-4ceb-9ab4-87a2cc410a00 req-cce3bba9-992a-485c-b5e5-9cb4dcc80f87 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319266 Oct 28 09:34:51.658027 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f78adf-3ad0-45ed-9164-cf3650968ad4 req-76a49fc3-aa74-4578-ae44-6a7f839f8586 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:51.659509 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-10f78adf-3ad0-45ed-9164-cf3650968ad4 req-76a49fc3-aa74-4578-ae44-6a7f839f8586 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0524209 Oct 28 09:34:51.702701 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-10f78adf-3ad0-45ed-9164-cf3650968ad4 req-d764dd77-f927-45b2-9f3a-04b92445344f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363183 Oct 28 09:34:52.014197 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:34:52.819014 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11332a33-2a33-4d8d-b240-4639c4fc1078 req-9a1780ef-89eb-4e39-87bd-320bca0084f7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:52.820549 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-11332a33-2a33-4d8d-b240-4639c4fc1078 req-9a1780ef-89eb-4e39-87bd-320bca0084f7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0495155 Oct 28 09:34:52.858501 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-11332a33-2a33-4d8d-b240-4639c4fc1078 req-cb3b0232-8742-455f-bd67-506394d8ed7c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318682 Oct 28 09:34:53.982012 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be2a71-1a68-464e-a4a0-ea5bf5e6aea4 req-b073897c-2952-4509-bf4d-953d50138930 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:53.983543 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-12be2a71-1a68-464e-a4a0-ea5bf5e6aea4 req-b073897c-2952-4509-bf4d-953d50138930 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0510986 Oct 28 09:34:54.021658 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-12be2a71-1a68-464e-a4a0-ea5bf5e6aea4 req-d07c766e-75d6-4985-a8a1-bd0ac9dfe1a2 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321493 Oct 28 09:34:55.137565 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b389e0-43a1-431f-b880-5fa61b99ac24 req-75c1c10c-bdd6-4406-886d-d1d5cbb0fc4c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:55.138963 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91b389e0-43a1-431f-b880-5fa61b99ac24 req-75c1c10c-bdd6-4406-886d-d1d5cbb0fc4c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0495350 Oct 28 09:34:55.175885 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-91b389e0-43a1-431f-b880-5fa61b99ac24 req-94c7ee2c-e2f5-4950-8220-b482d546aad8 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Oct 28 09:34:56.291822 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc86864-a940-4a1f-851b-7eabe70cfbea req-40d054d6-ccd7-4b2f-bf9f-57047a96a726 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:56.293321 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0fc86864-a940-4a1f-851b-7eabe70cfbea req-40d054d6-ccd7-4b2f-bf9f-57047a96a726 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0514832 Oct 28 09:34:56.336746 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0fc86864-a940-4a1f-851b-7eabe70cfbea req-7cc840f7-41bc-4233-9244-0e4ecaa00aac tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355177 Oct 28 09:34:57.376496 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-31dee2e5-32e8-468e-bd44-8542c0b92994 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441775 Oct 28 09:34:57.466719 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-e444c209-7a85-41bb-904d-b6c729e651ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:57.468185 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-e444c209-7a85-41bb-904d-b6c729e651ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 1100 time: 0.0663800 Oct 28 09:34:57.480063 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588405b-f891-4970-88a7-8e327c76ccc8 req-008b229c-4853-4f6c-9efe-3910f4bdcfe9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:57.481501 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b588405b-f891-4970-88a7-8e327c76ccc8 req-008b229c-4853-4f6c-9efe-3910f4bdcfe9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0701370 Oct 28 09:34:57.566734 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b588405b-f891-4970-88a7-8e327c76ccc8 req-63a487a3-20cd-4071-b64e-6c44b82f9765 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783269 Oct 28 09:34:57.600610 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-7c40b0c0-13c5-4ac5-b80d-7e76283b28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:57.602048 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-7c40b0c0-13c5-4ac5-b80d-7e76283b28c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 918 time: 0.1068931 Oct 28 09:34:57.675127 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-3d7a9461-e90b-403e-be65-d9a364d98346 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92 HTTP/1.1" status: 200 len: 1002 time: 0.0562603 Oct 28 09:34:57.728004 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-5a661fe6-fa12-419b-83bd-f7eccde28559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:57.729433 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-5a661fe6-fa12-419b-83bd-f7eccde28559 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.0455825 Oct 28 09:34:57.777411 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-acf9b95d-6d01-41ed-ab37-f8f4ae7336fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:57.778819 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-acf9b95d-6d01-41ed-ab37-f8f4ae7336fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387936 Oct 28 09:34:57.871491 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-8c4ac31e-1faf-4ffc-affd-a5aaf9a603d0 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838547 Oct 28 09:34:57.961751 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3b8bb73d-4518-4ddf-b75a-80e9e04f807c req-95155b11-aa84-4ce4-a29b-0a8dd565a72a service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810511 Oct 28 09:34:58.584564 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad72cf0-ab95-4365-8d98-53c0831f4603 req-99ce5603-228b-4b59-b10a-6fd922a54e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:58.585921 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0ad72cf0-ab95-4365-8d98-53c0831f4603 req-99ce5603-228b-4b59-b10a-6fd922a54e0b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 1098 time: 0.0391567 Oct 28 09:34:58.626426 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0ad72cf0-ab95-4365-8d98-53c0831f4603 req-3a9a7070-17db-4041-9389-947f3d165a8e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277948 Oct 28 09:34:58.682486 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da487db1-0068-4a92-a507-155ec4c88e42 req-ea5d1683-e05e-452a-9ab6-a466b75eb74e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:58.683948 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-da487db1-0068-4a92-a507-155ec4c88e42 req-ea5d1683-e05e-452a-9ab6-a466b75eb74e tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0484221 Oct 28 09:34:58.721130 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-da487db1-0068-4a92-a507-155ec4c88e42 req-2419747e-db28-4ca4-ab84-fa9c6d993893 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Oct 28 09:34:59.326762 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:34:59.848760 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4b250-b586-426c-9a84-42ecee984167 req-064456e1-da6a-4f4c-8f51-f0daab2cfa91 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:34:59.850366 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bca4b250-b586-426c-9a84-42ecee984167 req-064456e1-da6a-4f4c-8f51-f0daab2cfa91 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0545726 Oct 28 09:34:59.887200 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bca4b250-b586-426c-9a84-42ecee984167 req-23d7b44d-9247-4055-a9f0-58f82bbf2045 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310454 Oct 28 09:35:01.003895 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a913e-eb51-4748-ae3b-1247b04cb323 req-e3f944b2-2baa-41bd-a615-d01155422431 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:01.005374 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-421a913e-eb51-4748-ae3b-1247b04cb323 req-e3f944b2-2baa-41bd-a615-d01155422431 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0482810 Oct 28 09:35:01.044343 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-421a913e-eb51-4748-ae3b-1247b04cb323 req-b72221f3-461a-4190-a697-df8125f0d491 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327761 Oct 28 09:35:01.358874 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4e5fe-3003-49fd-b2a0-3afe4f9a2269 req-1ee002f8-2a47-46ea-9a21-5cd2220ab35f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:01.360368 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-34a4e5fe-3003-49fd-b2a0-3afe4f9a2269 req-1ee002f8-2a47-46ea-9a21-5cd2220ab35f tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0763059 Oct 28 09:35:01.362045 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acc3e1-1458-40a8-9983-e785893fd9aa req-48bfb651-55c4-44bc-a097-fbb6af00de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:01.363432 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64acc3e1-1458-40a8-9983-e785893fd9aa req-48bfb651-55c4-44bc-a097-fbb6af00de25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 1098 time: 0.0699255 Oct 28 09:35:01.445024 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-34a4e5fe-3003-49fd-b2a0-3afe4f9a2269 req-8fce00e2-e3b6-4622-a76d-a12b5c2fa5a2 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784893 Oct 28 09:35:01.478719 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acc3e1-1458-40a8-9983-e785893fd9aa req-ab85fdf5-9e0c-455c-b699-0ea834981b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:01.480151 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64acc3e1-1458-40a8-9983-e785893fd9aa req-ab85fdf5-9e0c-455c-b699-0ea834981b00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 200 len: 920 time: 0.1067195 Oct 28 09:35:01.526212 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64acc3e1-1458-40a8-9983-e785893fd9aa req-01585da6-b1b2-444d-875f-c0a183970b91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f717a47-4043-4e79-8b4d-8fa434482313 HTTP/1.1" status: 200 len: 217 time: 0.0369079 Oct 28 09:35:01.578506 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acc3e1-1458-40a8-9983-e785893fd9aa req-a44836fe-6cd1-4ba8-a652-7a78a0657a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:01.579899 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64acc3e1-1458-40a8-9983-e785893fd9aa req-a44836fe-6cd1-4ba8-a652-7a78a0657a61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df84b19c-f633-4621-a826-ad63d8ecea90 HTTP/1.1" status: 200 len: 858 time: 0.0423598 Oct 28 09:35:01.610044 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64acc3e1-1458-40a8-9983-e785893fd9aa req-0754d4ef-6e19-4142-971a-acbf4206c9da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d7826728-6754-4d4b-bd6f-d1594f9561fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228097 Oct 28 09:35:01.705269 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64acc3e1-1458-40a8-9983-e785893fd9aa req-65f8ddf4-5e7d-4d60-8081-7a92c83e4d55 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868092 Oct 28 09:35:01.796043 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64acc3e1-1458-40a8-9983-e785893fd9aa req-014e690c-65c1-414e-87d5-ee4c86524fb7 service neutron] 10.222.0.32 "GET /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824237 Oct 28 09:35:02.563196 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e08dc-9d9b-4c4e-8b5a-18303b2b9868 req-ebc2e37e-b926-4ec7-be5a-47a7886a37c4 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:02.564665 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-691e08dc-9d9b-4c4e-8b5a-18303b2b9868 req-ebc2e37e-b926-4ec7-be5a-47a7886a37c4 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0486951 Oct 28 09:35:02.605417 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-691e08dc-9d9b-4c4e-8b5a-18303b2b9868 req-aad8dd61-69a5-44be-92f0-046f43110627 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 Oct 28 09:35:03.722482 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7901d3-f1b1-4a94-86f2-b9dfea115ba5 req-75159d5a-c167-4783-b9af-0f7864a2a6d9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:03.723948 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3b7901d3-f1b1-4a94-86f2-b9dfea115ba5 req-75159d5a-c167-4783-b9af-0f7864a2a6d9 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0523684 Oct 28 09:35:03.761857 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3b7901d3-f1b1-4a94-86f2-b9dfea115ba5 req-f01531c7-d712-410b-b6de-e28bcb651fd6 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309699 Oct 28 09:35:04.875092 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caf892-a737-4ce7-9525-77fb7d5a17e7 req-91274c6f-22f4-42c0-a8a0-79cb3bbd93ed tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:04.876561 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-57caf892-a737-4ce7-9525-77fb7d5a17e7 req-91274c6f-22f4-42c0-a8a0-79cb3bbd93ed tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.0485995 Oct 28 09:35:04.913522 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-57caf892-a737-4ce7-9525-77fb7d5a17e7 req-c0d8c423-6a9c-4611-93f2-d8060996309b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Oct 28 09:35:07.363635 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43260) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:07.407192 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_v2 [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Deleting subnet 957f6807-750c-466f-acce-3c39acd116cf {{(pid=101413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:35:07.410213 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.445252 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31000906'] for subnet, precommit_delete_associations {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.490018 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.548534 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29683921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29792906'] for subnet, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.575034 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957f6807-750c-466f-acce-3c39acd116cf,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:07.579537 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.582820 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] 10.222.0.117 "DELETE /v2.0/subnets/957f6807-750c-466f-acce-3c39acd116cf HTTP/1.1" status: 204 len: 168 time: 0.2181604 Oct 28 09:35:07.585963 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43268) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:07.589840 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.590196 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.590536 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.590878 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.591243 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.591644 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.591978 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.592309 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.592669 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.592997 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.593329 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.593653 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70884348-3cbc-4bef-aa17-4a639a4eef8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.656090 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.740239 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.764569 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1784c76-d35a-42f2-a4e3-cf65969d2714']}} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:07.773933 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177a39e5-f9df-4d46-89b4-a97d85403106') {'for_net_delete': True} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:07.774223 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177a39e5-f9df-4d46-89b4-a97d85403106') {} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:07.783130 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29395374'] for segment, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.797292 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.803130 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=101414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:35:07.803582 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30394122'] for segment, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: Traceback (most recent call last): Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: timer() Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: cb(*args, **kw) Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: return func(*args, **kwargs) Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: self._notify() Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: self.callback(batched_events) Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: event.method(event) Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: return f(self, *a, **k) Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._get(url).json() Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: return self.request(url, 'GET', **kwargs) Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:35:07.805257 dv-cinder-815145-4-iscsi neutron-server[101414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:35:07.858288 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.863815 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:07.867108 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] 10.222.0.117 "DELETE /v2.0/networks/a1784c76-d35a-42f2-a4e3-cf65969d2714 HTTP/1.1" status: 204 len: 168 time: 0.2801290 Oct 28 09:35:07.878822 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1784c76-d35a-42f2-a4e3-cf65969d2714,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:07.887382 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.887382 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.887760 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.888003 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.888356 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.888691 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.889023 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.889355 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.889685 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.890266 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.890460 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:07.890776 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bffca6-15ab-48e7-b033-29830971034c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:08.082185 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43284) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:08.126585 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-d4392673-0fc4-4f83-9068-550fc3d5bec9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c2ea4666a54245f998651f216dfb21c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431902 Oct 28 09:35:08.129086 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43286) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:08.180157 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4276422b-ed1e-4b57-a0f1-c86ce4d9a0a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.204172 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4276422b-ed1e-4b57-a0f1-c86ce4d9a0a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.248506 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4276422b-ed1e-4b57-a0f1-c86ce4d9a0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.251067 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4276422b-ed1e-4b57-a0f1-c86ce4d9a0a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:08.252200 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-4276422b-ed1e-4b57-a0f1-c86ce4d9a0a5 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/55b179e4-7bbd-4155-bcdb-1be1e1a3c532 HTTP/1.1" status: 204 len: 168 time: 0.1220546 Oct 28 09:35:08.260430 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276422b-ed1e-4b57-a0f1-c86ce4d9a0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b179e4-7bbd-4155-bcdb-1be1e1a3c532,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:08.785456 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d55d86-64a2-4e7a-ae4a-d96b79601d56 req-c0402bd7-b1d0-4add-b59d-13cd11eca4d6 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:08.787264 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c6d55d86-64a2-4e7a-ae4a-d96b79601d56 req-c0402bd7-b1d0-4add-b59d-13cd11eca4d6 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0528512 Oct 28 09:35:08.827708 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c6d55d86-64a2-4e7a-ae4a-d96b79601d56 req-b7bb125e-bea2-4b32-a85d-97d93788b046 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335901 Oct 28 09:35:08.967706 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43314) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:09.061311 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-950276798-network', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:09.082221 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Made reservation on behalf of a533dee6c5f9490cb6a4b0bfdf91fb3f for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:09.084468 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.092534 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.170610 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.174644 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.203992 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1253} {{(pid=101414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:35:09.210814 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf64c30-c453-4c07-8dfe-763a151746dc,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:09.218869 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.219671 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Added segment 56788297-ab2b-449f-98c0-d335f6d224ef of type vlan for network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef Oct 28 09:35:09.263411 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.288277 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.289426 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:09.290012 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.358242 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3893805 Oct 28 09:35:09.361280 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43326) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:09.363747 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b87d57-c517-4cc5-8d52-db499a1fd583 admin admin] Pushing event updated for resources: {'Network': ['ID=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:09.367370 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] Request body: {'subnet': {'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-950276798-subnet', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'ip_version': 4}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:09.374157 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:35:09.391871 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] Made reservation on behalf of a533dee6c5f9490cb6a4b0bfdf91fb3f for: {'subnet': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:09.394797 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29793131'] for subnet, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.448872 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa587fb-ff77-424c-a27c-8cdd5b9a42f9 req-ec02e2db-891a-4be9-ac05-75643f6253b8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:09.450445 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-dfa587fb-ff77-424c-a27c-8cdd5b9a42f9 req-ec02e2db-891a-4be9-ac05-75643f6253b8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 947 time: 0.0534894 Oct 28 09:35:09.491722 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-dfa587fb-ff77-424c-a27c-8cdd5b9a42f9 req-3666ac48-b19a-4b1e-9aed-3144cfb13996 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340633 Oct 28 09:35:09.566890 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29683856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29793145'] for subnet, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.627338 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb72e66-749a-4452-b0ca-8ddd85aca794,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:09.635565 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] Checking segment: {'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:09.635920 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] Network hostable DHCP agents. Network: 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:35:09.651832 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] Network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:35:09.659492 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef) {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:09.664403 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:09.664983 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.669977 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c607ea-5230-4471-88e7-9e73f1d8b0a4 None None] Network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:09.681919 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-f6579b31-965b-4e11-91ac-2bff25870ccf admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3193653 Oct 28 09:35:09.684612 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43328) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:09.688777 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:09.709229 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64792'] for router, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.711149 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64803'] for router, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.764301 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.823348 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629d8dd5-807d-5c08-a004-c4ae37a60101-92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794'}]}} from dv-cinder-815145-4-iscsi. {{(pid=101415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:35:09.824200 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.928122 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:09.963705 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.db_base_plugin_common [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Allocated IP 172.20.0.2 (92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef/8eb72e66-749a-4452-b0ca-8ddd85aca794/943f630a-5ea5-43e1-a482-3c5c85beb695) {{(pid=101415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:09.993484 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c57a5-e2ff-4980-b20d-b8cd264cb8f7 req-27c7d751-ec23-43b1-ac80-946a9aa26f0c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:09.994966 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4f5c57a5-e2ff-4980-b20d-b8cd264cb8f7 req-27c7d751-ec23-43b1-ac80-946a9aa26f0c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0942662 Oct 28 09:35:10.046167 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4f5c57a5-e2ff-4980-b20d-b8cd264cb8f7 req-d3e19a8f-a7c3-4618-bfb2-1ce4c9fb512a tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442114 Oct 28 09:35:10.195263 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.214716 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.232397 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Publish callbacks [] for port, precommit_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.237761 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.276648 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef is already hosted by enough agents. {{(pid=101415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:10.280945 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.base_scheduler [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Resources bound (agent type, host, resource id): {{(pid=101415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:10.285147 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Received port after_create {{(pid=101415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:10.288454 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Pushing event updated for resources: {'Port': ['ID=943f630a-5ea5-43e1-a482-3c5c85beb695,revision_number=1']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:10.324921 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Allocated IP 172.27.3.209 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/17d8cbb1-231b-4360-9f7f-6096724f43e5) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:10.343290 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Attempting to bind port 943f630a-5ea5-43e1-a482-3c5c85beb695 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:10.343709 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Attempting to bind port 943f630a-5ea5-43e1-a482-3c5c85beb695 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:10.344114 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Attempting to bind port 943f630a-5ea5-43e1-a482-3c5c85beb695 on network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:10.349164 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:10.349519 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Checking segment: {'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:10.349913 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.350395 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Bound using segment: {'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:10.350895 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Bound port: 943f630a-5ea5-43e1-a482-3c5c85beb695, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:10.351276 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.414966 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] For port 943f630a-5ea5-43e1-a482-3c5c85beb695, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:10.418050 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] For port 943f630a-5ea5-43e1-a482-3c5c85beb695, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=943f630a-5ea5-43e1-a482-3c5c85beb695,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:10.422679 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.430031 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.470682 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:10.481129 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e48743-b886-4b4f-ad0c-4ab30c135a8b None None] Pushing event updated for resources: {'Port': ['ID=943f630a-5ea5-43e1-a482-3c5c85beb695,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:10.517449 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:10.520559 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:10.524257 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:10.623464 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8f654-e63f-4226-8d24-0ee8eb7312f9 req-4167f660-7166-4d1b-a8c3-dfbcc7250f27 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:10.630300 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-84a8f654-e63f-4226-8d24-0ee8eb7312f9 req-4167f660-7166-4d1b-a8c3-dfbcc7250f27 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 947 time: 0.0574889 Oct 28 09:35:10.699718 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-84a8f654-e63f-4226-8d24-0ee8eb7312f9 req-ef336613-a82b-4d6b-bb2b-b77a88648bfd tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654266 Oct 28 09:35:10.766749 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Pushing event updated for resources: {'Port': ['ID=17d8cbb1-231b-4360-9f7f-6096724f43e5,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:10.990533 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.222538 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dd892-08d2-43a3-9c64-66e42d303c01 req-0acf851a-0e19-4842-86bd-eeb99a0d35c5 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:11.224063 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bb2dd892-08d2-43a3-9c64-66e42d303c01 req-0acf851a-0e19-4842-86bd-eeb99a0d35c5 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0990777 Oct 28 09:35:11.232831 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952723'] for router, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.332255 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bb2dd892-08d2-43a3-9c64-66e42d303c01 req-e89aa5af-98e8-40a9-9dbc-9f95c057bd50 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017134 Oct 28 09:35:11.395099 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34008e27-c602-4218-97b3-9c66971a68b8 req-61b849ec-ef51-48e2-a41c-2419b9824368 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:11.396555 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-34008e27-c602-4218-97b3-9c66971a68b8 req-61b849ec-ef51-48e2-a41c-2419b9824368 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.32 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 946 time: 0.0585916 Oct 28 09:35:11.398369 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 is scheduled to L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 with binding_index 1 {{(pid=101413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:35:11.417549 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a3cac-066e-4581-9115-ddd748910c02 None None] Network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:11.481532 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Provisioning complete for port 943f630a-5ea5-43e1-a482-3c5c85beb695 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:11.482205 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.496633 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-34008e27-c602-4218-97b3-9c66971a68b8 req-80490a71-c8dd-4332-93cc-aeda0df89dd7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Deleting port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:11.497061 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-34008e27-c602-4218-97b3-9c66971a68b8 req-80490a71-c8dd-4332-93cc-aeda0df89dd7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.537342 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-8426794d-3c62-41a7-a28a-6183a282466c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:11.538924 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-8426794d-3c62-41a7-a28a-6183a282466c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 947 time: 0.0952165 Oct 28 09:35:11.573331 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:11.585417 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Sync routers for ids ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:11.595024 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Routers {'7f1d1874-2d14-4f01-95db-ef9f09a79de3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:11.595637 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:34:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:11.606379 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-34008e27-c602-4218-97b3-9c66971a68b8 req-80490a71-c8dd-4332-93cc-aeda0df89dd7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] For port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:11.607224 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-34008e27-c602-4218-97b3-9c66971a68b8 req-80490a71-c8dd-4332-93cc-aeda0df89dd7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.621358 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] Publish callbacks [] for router, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.625162 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-b05133b0-b856-451e-8768-24ff4d9e66d2 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9370327 Oct 28 09:35:11.626119 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43336) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:11.627614 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-34008e27-c602-4218-97b3-9c66971a68b8 req-80490a71-c8dd-4332-93cc-aeda0df89dd7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Calling delete_port for 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:11.705839 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Set router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:11.719169 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.758685 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Deleting port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:11.763147 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.785129 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] For port 943f630a-5ea5-43e1-a482-3c5c85beb695, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=943f630a-5ea5-43e1-a482-3c5c85beb695,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:11.791855 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.872749 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Pushing event updated for resources: {'Port': ['ID=943f630a-5ea5-43e1-a482-3c5c85beb695,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:11.884530 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.885062 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.885531 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.886202 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.886642 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.887082 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.887691 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.888130 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.888621 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.889054 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.889530 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.889960 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f620f-25f8-4b06-bf60-7d73ddb6b854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:11.907236 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-34008e27-c602-4218-97b3-9c66971a68b8 req-80490a71-c8dd-4332-93cc-aeda0df89dd7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:11.922404 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['1f717a47-4043-4e79-8b4d-8fa434482313', '7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:11.948026 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80490a71-c8dd-4332-93cc-aeda0df89dd7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Pushing event deleted for resources: {'Port': ['ID=7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:11.964942 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daf948-4461-4d5d-8f04-dd761b83912f req-a00891ce-c3dc-45a6-b806-97913396ceeb tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:11.972708 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-99daf948-4461-4d5d-8f04-dd761b83912f req-a00891ce-c3dc-45a6-b806-97913396ceeb tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 947 time: 0.1311948 Oct 28 09:35:11.993091 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:10Z', 'revision_number': 3, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:12.025891 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Checking router: 7f1d1874-2d14-4f01-95db-ef9f09a79de3 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:12.026247 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Updating router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 port 17d8cbb1-231b-4360-9f7f-6096724f43e5 binding host dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:35:12.043544 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-34008e27-c602-4218-97b3-9c66971a68b8 req-80490a71-c8dd-4332-93cc-aeda0df89dd7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] No DVR routers for this DVR port 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:12.047999 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-95d48f44-3d04-494b-ac39-18286716c1f9 None None] Provisioning complete for port 943f630a-5ea5-43e1-a482-3c5c85beb695 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:12.049670 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-95d48f44-3d04-494b-ac39-18286716c1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.049803 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-34008e27-c602-4218-97b3-9c66971a68b8 req-80490a71-c8dd-4332-93cc-aeda0df89dd7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.053229 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-34008e27-c602-4218-97b3-9c66971a68b8 req-80490a71-c8dd-4332-93cc-aeda0df89dd7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.32 "DELETE /v2.0/ports/7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc HTTP/1.1" status: 204 len: 173 time: 0.6484184 Oct 28 09:35:12.053707 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278d8826-b88d-487c-8813-14ad02ae5e7c', 'name': 'network-vif-deleted', 'tag': '7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:12.056165 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261b130-9c2b-434a-bf61-049814d06bf5" -d '{"events": [{"server_uuid": "278d8826-b88d-487c-8813-14ad02ae5e7c", "name": "network-vif-deleted", "tag": "7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:12.058227 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.069449 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-99daf948-4461-4d5d-8f04-dd761b83912f req-d1caffe1-c853-437c-beaa-378753115890 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=078b04e5-2e56-4f65-b34c-60b71eeecfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956640 Oct 28 09:35:12.098824 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] For port 6109a21b-3532-4e9c-8f51-3bcf4b995b92, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=6109a21b-3532-4e9c-8f51-3bcf4b995b92,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:12.099644 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.126603 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c954c52-3296-4906-993f-c8bc4dcfaa26 x-openstack-request-id: req-3c954c52-3296-4906-993f-c8bc4dcfaa26 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:12.126970 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278d8826-b88d-487c-8813-14ad02ae5e7c", "name": "network-vif-deleted", "tag": "7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:12.127319 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-3c954c52-3296-4906-993f-c8bc4dcfaa26 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:12.127742 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278d8826-b88d-487c-8813-14ad02ae5e7c', 'name': 'network-vif-deleted', 'tag': '7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc', 'status': 'completed', 'code': 200} Oct 28 09:35:12.470104 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Publish callbacks [] for port, precommit_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.477257 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.485025 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4a167890-5d5d-472d-aa1a-f00f8e6c2e4d req-1197b631-c681-4ddf-869a-712ff11c1200 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=278d8826-b88d-487c-8813-14ad02ae5e7c HTTP/1.1" status: 200 len: 210 time: 0.0333312 Oct 28 09:35:12.530969 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Attempting to bind port 17d8cbb1-231b-4360-9f7f-6096724f43e5 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:12.531387 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Attempting to bind port 17d8cbb1-231b-4360-9f7f-6096724f43e5 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:12.531721 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Attempting to bind port 17d8cbb1-231b-4360-9f7f-6096724f43e5 on network 3a35d49d-cbca-4d29-92f4-d15c5f701265 {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:12.539542 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:12.539888 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Checking segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:12.540367 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.540707 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Bound using segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:12.541211 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Bound port: 17d8cbb1-231b-4360-9f7f-6096724f43e5, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:12.541598 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.582673 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Pushing event updated for resources: {'Port': ['ID=17d8cbb1-231b-4360-9f7f-6096724f43e5,revision_number=2']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:12.593537 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.594615 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.594956 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.595300 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.595638 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.595972 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.596301 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.596673 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.597006 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.597331 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.597835 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.598162 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:35:12.630841 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] For port 17d8cbb1-231b-4360-9f7f-6096724f43e5, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:12.639567 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] For port 17d8cbb1-231b-4360-9f7f-6096724f43e5, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=17d8cbb1-231b-4360-9f7f-6096724f43e5,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:12.643750 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.674108 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 943f630a-5ea5-43e1-a482-3c5c85beb695 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:12.725818 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.726450 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.726984 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.l3_db [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Floating IP 7ae0ef15-fe4e-40c0-a38c-7395109a5b3b disassociated. External IP: 172.27.3.227, port: 6109a21b-3532-4e9c-8f51-3bcf4b995b92. Oct 28 09:35:12.727327 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Calling delete_port for 6109a21b-3532-4e9c-8f51-3bcf4b995b92 owned by compute:nova {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:12.734777 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 943f630a-5ea5-43e1-a482-3c5c85beb695 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:12.735273 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.744193 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Routers {'7f1d1874-2d14-4f01-95db-ef9f09a79de3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:12.744834 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:34:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:12.746475 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554eabb-a78e-4a44-9fd9-b72aeede7b85 None None] Pushing event updated for resources: {'Port': ['ID=17d8cbb1-231b-4360-9f7f-6096724f43e5,revision_number=3']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:12.857462 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] Set router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:12.948476 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:12.982934 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:13.040962 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:10Z', 'revision_number': 3, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:13.050591 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event deleted for resources: {'Port': ['ID=6109a21b-3532-4e9c-8f51-3bcf4b995b92,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:13.069111 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6af85b-fce9-4c8f-9899-cade57567693 None None] The sync data for ids ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'] in dv-cinder-815145-4-iscsi is: [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:10Z', 'revision_number': 3, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:13.200556 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9840fb5f-37ac-4a8b-a4bd-053849eff5d4 req-1860c27b-fd00-4ff5-b73a-bf36933bef3e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3 HTTP/1.1" status: 200 len: 210 time: 0.0428858 Oct 28 09:35:13.266490 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Allocated IP 172.20.0.1 (92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef/8eb72e66-749a-4452-b0ca-8ddd85aca794/e2d8bbf2-8960-4742-8155-be505140b0e6) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:13.275852 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Router 54f2ba96-664f-437f-b341-43d0fb2c64ae has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:13.474146 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:13.482531 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:13.494337 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d43db-adf6-4c8a-85f9-dda157b2cd4b None None] Sync routers for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:13.507490 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d43db-adf6-4c8a-85f9-dda157b2cd4b None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:13.508231 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-f43d43db-adf6-4c8a-85f9-dda157b2cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:34:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:13.534948 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] No DVR routers for this DVR port 6109a21b-3532-4e9c-8f51-3bcf4b995b92 on host hv-cinder-81514 {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:13.544024 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:13.547487 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ede3471b-fd8c-4910-a943-cb0c4a690c93 req-adb44a8c-8e32-42e7-9452-e88d31bdba18 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.32 "DELETE /v2.0/ports/6109a21b-3532-4e9c-8f51-3bcf4b995b92 HTTP/1.1" status: 204 len: 173 time: 2.0013440 Oct 28 09:35:13.562789 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'name': 'network-vif-deleted', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:13.568145 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a096771c-509e-44aa-8b9d-898a1aa1a38c" -d '{"events": [{"server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "name": "network-vif-deleted", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:13.605811 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:13.665047 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:13.669133 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412263e9-6190-48b3-8c44-7aa7e119f2da x-openstack-request-id: req-412263e9-6190-48b3-8c44-7aa7e119f2da {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:13.669434 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-f43d43db-adf6-4c8a-85f9-dda157b2cd4b None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:13.669849 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3", "name": "network-vif-deleted", "tag": "6109a21b-3532-4e9c-8f51-3bcf4b995b92", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:13.670210 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-412263e9-6190-48b3-8c44-7aa7e119f2da {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:13.671260 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3fabf2-51d5-4cc5-a27a-7af67f6ea3e3', 'name': 'network-vif-deleted', 'tag': '6109a21b-3532-4e9c-8f51-3bcf4b995b92', 'status': 'completed', 'code': 200} Oct 28 09:35:13.676152 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:13.681347 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:13.703222 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-e9db0b8b-64a7-4332-8735-e03c1d995f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:13.799260 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d8bbf2-8960-4742-8155-be505140b0e6,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:13.856633 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953294'] for router_interface, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:14.064820 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-f43d43db-adf6-4c8a-85f9-dda157b2cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:14.095425 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d43db-adf6-4c8a-85f9-dda157b2cd4b None None] Checking router: 54f2ba96-664f-437f-b341-43d0fb2c64ae for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:14.113527 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d43db-adf6-4c8a-85f9-dda157b2cd4b None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:14.114268 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-f43d43db-adf6-4c8a-85f9-dda157b2cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:34:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:14.196679 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a4590-69dc-4d5e-8fba-f6dd16d843ec req-e432ee46-9b82-409d-9106-f3958a7aace0 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:14.198489 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-985a4590-69dc-4d5e-8fba-f6dd16d843ec req-e432ee46-9b82-409d-9106-f3958a7aace0 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.1500375 Oct 28 09:35:14.199896 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:14.220581 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-cb6ffcff-0a5f-49da-987b-1d8d00b185d7 None None] Provisioning complete for port e2d8bbf2-8960-4742-8155-be505140b0e6 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:14.221243 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-cb6ffcff-0a5f-49da-987b-1d8d00b185d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:14.305275 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ffcff-0a5f-49da-987b-1d8d00b185d7 None None] Port e2d8bbf2-8960-4742-8155-be505140b0e6 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:35:14.328191 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-f43d43db-adf6-4c8a-85f9-dda157b2cd4b None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:14.328824 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-985a4590-69dc-4d5e-8fba-f6dd16d843ec req-97f62cbd-ab20-4c07-986a-0d461b5c1e4d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118054 Oct 28 09:35:14.488644 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:14.498327 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:14.538398 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fd4a8-00d2-4622-a7e4-b061fbaf8e31 req-41281f58-12e1-4284-98af-9a6dcb1ef0c8 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:14.540571 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-603fd4a8-00d2-4622-a7e4-b061fbaf8e31 req-41281f58-12e1-4284-98af-9a6dcb1ef0c8 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1033523 Oct 28 09:35:14.579981 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-f43d43db-adf6-4c8a-85f9-dda157b2cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:14.613468 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d43db-adf6-4c8a-85f9-dda157b2cd4b None None] The sync data for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi is: [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:14.629250 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d8bbf2-8960-4742-8155-be505140b0e6,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:14.641931 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-603fd4a8-00d2-4622-a7e4-b061fbaf8e31 req-72972a1c-c5f2-4fe1-8806-1e5fbbb62aae tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765533 Oct 28 09:35:14.643556 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-698546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953438'] for router_interface, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:14.663137 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 17d8cbb1-231b-4360-9f7f-6096724f43e5 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:14.731505 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 17d8cbb1-231b-4360-9f7f-6096724f43e5 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:14.732085 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:14.762748 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:14.764094 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:14.845233 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:14.870566 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port 17d8cbb1-231b-4360-9f7f-6096724f43e5, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=17d8cbb1-231b-4360-9f7f-6096724f43e5,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:14.876507 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:14.920230 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:14.936076 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=17d8cbb1-231b-4360-9f7f-6096724f43e5,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:15.014498 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6109a21b-3532-4e9c-8f51-3bcf4b995b92 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:15.064235 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:15.070350 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-1e79972a-aa11-4dfb-993d-0da0aa4a36b8 admin admin] 10.222.0.117 "PUT /v2.0/routers/7f1d1874-2d14-4f01-95db-ef9f09a79de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4427893 Oct 28 09:35:15.073455 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 6109a21b-3532-4e9c-8f51-3bcf4b995b92 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:15.073805 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 6109a21b-3532-4e9c-8f51-3bcf4b995b92 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:15.074228 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:15.106528 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:15.106910 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 7288b6f2-945c-49d9-a3b0-ebe7d1a0c0cc not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:15.132310 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-65ce1158-c958-4b59-ac1c-535c6c657a5b None None] Provisioning complete for port e2d8bbf2-8960-4742-8155-be505140b0e6 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:15.132750 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-65ce1158-c958-4b59-ac1c-535c6c657a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:15.197078 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-65ce1158-c958-4b59-ac1c-535c6c657a5b None None] Port e2d8bbf2-8960-4742-8155-be505140b0e6 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:35:15.235304 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a4c87-8a63-4d96-9cd7-e9c755ebb50d None None] New status for floating IP 7ae0ef15-fe4e-40c0-a38c-7395109a5b3b: DOWN {{(pid=101416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:35:15.283890 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Sync routers for ids ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:15.294930 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Routers {'7f1d1874-2d14-4f01-95db-ef9f09a79de3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:15.295684 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:34:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:15.496044 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43386) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:15.530355 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444e585-bcc5-4fe6-9162-febfe0a697b8 req-bef61569-78ee-41e8-baa5-8e74558bc3d4 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:15.547501 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3444e585-bcc5-4fe6-9162-febfe0a697b8 req-bef61569-78ee-41e8-baa5-8e74558bc3d4 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.1157808 Oct 28 09:35:15.571698 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Set router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:15.582972 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d3cbd68e-e1a5-4d85-bae3-4e7982550422 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:15.611034 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3444e585-bcc5-4fe6-9162-febfe0a697b8 req-393e198f-34cd-4905-8a84-92b1a9040c5d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626028 Oct 28 09:35:15.645718 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d3cbd68e-e1a5-4d85-bae3-4e7982550422 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:15.723276 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d3cbd68e-e1a5-4d85-bae3-4e7982550422 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:15.726877 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d3cbd68e-e1a5-4d85-bae3-4e7982550422 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:15.731095 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43394) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:15.732622 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-d3cbd68e-e1a5-4d85-bae3-4e7982550422 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "DELETE /v2.0/security-groups/078b04e5-2e56-4f65-b34c-60b71eeecfb0 HTTP/1.1" status: 204 len: 168 time: 0.2304790 Oct 28 09:35:15.754376 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.api.v2.resource [None req-a77319a2-4f45-445f-a1a7-0ac03c8f3dc9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] show failed (client error): The resource could not be found. Oct 28 09:35:15.756463 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-a77319a2-4f45-445f-a1a7-0ac03c8f3dc9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups/078b04e5-2e56-4f65-b34c-60b71eeecfb0 HTTP/1.1" status: 404 len: 347 time: 0.0240982 Oct 28 09:35:15.760582 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43396) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:15.764460 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbd68e-e1a5-4d85-bae3-4e7982550422 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078b04e5-2e56-4f65-b34c-60b71eeecfb0,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:15.820704 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92de87b-f450-4493-b94b-c9963588dced req-f868e8c2-57de-4ea8-a7c0-ea1be050d93f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:15.825839 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d92de87b-f450-4493-b94b-c9963588dced req-f868e8c2-57de-4ea8-a7c0-ea1be050d93f tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.0776215 Oct 28 09:35:15.826667 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43398) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:15.833315 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1579165775-network', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:15.891337 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Made reservation on behalf of c7cf9eb82b4a484db7418aeeefa0a0a1 for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:15.893947 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:15.895776 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'e2d8bbf2-8960-4742-8155-be505140b0e6', 'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'mac_address': 'fa:16:3e:af:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:12Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 2, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'subnets': [{'id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:15.906258 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:15.910605 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d92de87b-f450-4493-b94b-c9963588dced req-36f60b0c-dd60-412c-b455-e96eeea46d8b tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710466 Oct 28 09:35:15.925264 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Checking router: 7f1d1874-2d14-4f01-95db-ef9f09a79de3 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:15.925625 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Updating router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 port e2d8bbf2-8960-4742-8155-be505140b0e6 binding host dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:35:15.949983 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-eeb83bf9-bb90-4d7e-8652-eb4fc056f024 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Deleting port 9ef6bd18-4ee1-49db-acb3-a7f8d5bc5451 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:15.950642 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-eeb83bf9-bb90-4d7e-8652-eb4fc056f024 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:15.956513 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.020869 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.026114 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.056951 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=101414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:35:16.066488 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-eeb83bf9-bb90-4d7e-8652-eb4fc056f024 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.067058 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-eeb83bf9-bb90-4d7e-8652-eb4fc056f024 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.067558 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00b2856-7030-4617-8ca5-73131bae2ce7,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:16.073296 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.073858 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Added segment 465261b5-abc7-4d38-adab-fb34845c4cbd of type vlan for network 019b8898-166d-4704-91ee-2302a70f9dfb Oct 28 09:35:16.100072 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-eeb83bf9-bb90-4d7e-8652-eb4fc056f024 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Calling delete_port for 9ef6bd18-4ee1-49db-acb3-a7f8d5bc5451 owned by network:floatingip {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:16.125146 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.155591 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.157101 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:16.157946 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.189176 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3611100 Oct 28 09:35:16.192263 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43400) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:16.198278 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] Request body: {'subnet': {'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1579165775-subnet', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'ip_version': 4}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:16.233833 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] Made reservation on behalf of c7cf9eb82b4a484db7418aeeefa0a0a1 for: {'subnet': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:16.236281 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29793131'] for subnet, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.240357 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078f4cf-fb3d-4971-bbd3-ec85884addb2 admin admin] Pushing event updated for resources: {'Network': ['ID=019b8898-166d-4704-91ee-2302a70f9dfb,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:16.251364 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 019b8898-166d-4704-91ee-2302a70f9dfb details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:35:16.337826 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Publish callbacks [] for port, precommit_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.338068 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-eeb83bf9-bb90-4d7e-8652-eb4fc056f024 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.351764 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.373547 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb83bf9-bb90-4d7e-8652-eb4fc056f024 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event deleted for resources: {'Port': ['ID=9ef6bd18-4ee1-49db-acb3-a7f8d5bc5451,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:16.431829 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6417e-a79c-45f8-bf4e-780c30375c28 None None] Pushing event updated for resources: {'Port': ['ID=e2d8bbf2-8960-4742-8155-be505140b0e6,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:16.465161 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Attempting to bind port e2d8bbf2-8960-4742-8155-be505140b0e6 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:16.466579 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Attempting to bind port e2d8bbf2-8960-4742-8155-be505140b0e6 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:16.466579 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Attempting to bind port e2d8bbf2-8960-4742-8155-be505140b0e6 on network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:16.472578 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-eeb83bf9-bb90-4d7e-8652-eb4fc056f024 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.474439 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:16.476467 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Checking segment: {'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:16.476679 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-eeb83bf9-bb90-4d7e-8652-eb4fc056f024 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.476844 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.477205 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-eeb83bf9-bb90-4d7e-8652-eb4fc056f024 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "DELETE /v2.0/floatingips/7ae0ef15-fe4e-40c0-a38c-7395109a5b3b HTTP/1.1" status: 204 len: 168 time: 0.7154710 Oct 28 09:35:16.480884 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Bound using segment: {'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:16.482065 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Bound port: e2d8bbf2-8960-4742-8155-be505140b0e6, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:16.482334 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.570870 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29683856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29793145'] for subnet, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.591634 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] For port e2d8bbf2-8960-4742-8155-be505140b0e6, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:16.597138 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] For port e2d8bbf2-8960-4742-8155-be505140b0e6, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=e2d8bbf2-8960-4742-8155-be505140b0e6,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:16.608419 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:16.700163 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6417e-a79c-45f8-bf4e-780c30375c28 None None] Pushing event updated for resources: {'Port': ['ID=e2d8bbf2-8960-4742-8155-be505140b0e6,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:16.715024 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 17d8cbb1-231b-4360-9f7f-6096724f43e5 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:16.722822 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-3318a01b-872e-476c-a7a9-550979c9de34 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:16.726091 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-3318a01b-872e-476c-a7a9-550979c9de34 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1809103 Oct 28 09:35:16.765091 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68b96c6-1f5b-495f-83e0-22099c1c2e26,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:16.806559 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2060a-102b-4f8a-9bbb-e5e1a22b201f req-8f5ceabc-62bc-453b-be82-c819a106340c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:16.822418 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e4f2060a-102b-4f8a-9bbb-e5e1a22b201f req-8f5ceabc-62bc-453b-be82-c819a106340c tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.1174357 Oct 28 09:35:16.854579 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Routers {'7f1d1874-2d14-4f01-95db-ef9f09a79de3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:16.855975 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:34:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:16.894554 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] Checking segment: {'id': '465261b5-abc7-4d38-adab-fb34845c4cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:16.895157 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] Network hostable DHCP agents. Network: 019b8898-166d-4704-91ee-2302a70f9dfb, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:35:16.900753 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e4f2060a-102b-4f8a-9bbb-e5e1a22b201f req-f22b64f3-9d41-4d56-8e80-3c77a363e6e7 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766594 Oct 28 09:35:17.060986 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] Set router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:17.076602 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43410) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:17.085429 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-bf6d9aed-985f-40e4-ab8e-c0351351eb87 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--859476172', 'description': 'tempest-description--637342587'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:17.119525 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-bf6d9aed-985f-40e4-ab8e-c0351351eb87 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.131984 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c6fa5eb0-b3eb-4a6d-9ae6-e8f258726474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.136093 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-bc7cf0f7-695f-4f4d-8575-1801db2c6af7 None None] Provisioning complete for port e2d8bbf2-8960-4742-8155-be505140b0e6 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:17.136488 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf0f7-695f-4f4d-8575-1801db2c6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.159562 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea686f83-5a73-4df2-9166-de69145ed036 req-5b492c78-00be-4953-bdf8-a11094cab7ed tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:17.161180 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ea686f83-5a73-4df2-9166-de69145ed036 req-5b492c78-00be-4953-bdf8-a11094cab7ed tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 946 time: 0.1219769 Oct 28 09:35:17.224981 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] Network 019b8898-166d-4704-91ee-2302a70f9dfb is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:35:17.232886 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 17d8cbb1-231b-4360-9f7f-6096724f43e5 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:17.233260 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.245685 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Deleting port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:17.245917 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.250290 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 019b8898-166d-4704-91ee-2302a70f9dfb) {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:17.260925 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ea686f83-5a73-4df2-9166-de69145ed036 req-157f4064-29fc-417b-9028-1f620de96a33 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882418 Oct 28 09:35:17.290404 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:17.290932 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.300631 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a002c2e-f01c-4af5-a922-f44e9b2e6327 None None] Network 019b8898-166d-4704-91ee-2302a70f9dfb requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:17.323697 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-bf6d9aed-985f-40e4-ab8e-c0351351eb87 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.328690 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-5e499a0b-4faa-4959-a102-26965af14392 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1338470 Oct 28 09:35:17.330569 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43412) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:17.335442 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1579165775-router', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:17.344407 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-bf6d9aed-985f-40e4-ab8e-c0351351eb87 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.375631 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] For port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:17.375889 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.384757 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d9aed-985f-40e4-ab8e-c0351351eb87 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be16a8d8-39fb-416d-8cfa-8b0c82838fbe,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:17.389832 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-954039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64792'] for router, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.391363 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64803'] for router, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.406791 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-bf6d9aed-985f-40e4-ab8e-c0351351eb87 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.409035 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-bf6d9aed-985f-40e4-ab8e-c0351351eb87 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3310411 Oct 28 09:35:17.412953 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43414) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:17.421449 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-45eb3327-245f-4087-b695-0e94267ad815 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'security_group_rule': {'security_group_id': 'be16a8d8-39fb-416d-8cfa-8b0c82838fbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:17.475930 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.567672 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-45eb3327-245f-4087-b695-0e94267ad815 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.589428 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.591256 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf0f7-695f-4f4d-8575-1801db2c6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.593098 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.607202 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.607840 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.608252 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.l3_db [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Floating IP 400a6d7f-dd14-4198-9afa-934de79fc474 disassociated. External IP: 172.27.3.192, port: 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e. Oct 28 09:35:17.608734 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Calling delete_port for 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e owned by compute:nova {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:17.675849 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.738234 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-45eb3327-245f-4087-b695-0e94267ad815 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.745291 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-45eb3327-245f-4087-b695-0e94267ad815 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.762189 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.774323 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb3327-245f-4087-b695-0e94267ad815 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fe3456-1df6-44ba-9f27-bc96a4f3e1e3,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:17.789947 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-45eb3327-245f-4087-b695-0e94267ad815 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.794282 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-45eb3327-245f-4087-b695-0e94267ad815 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3796420 Oct 28 09:35:17.795704 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43416) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:17.800269 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-fb9d1430-27ac-46bb-b886-5672d4c09ffa tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'security_group_rule': {'security_group_id': 'be16a8d8-39fb-416d-8cfa-8b0c82838fbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:17.805630 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event deleted for resources: {'Port': ['ID=5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:17.844864 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-bc7cf0f7-695f-4f4d-8575-1801db2c6af7 None None] For port e2d8bbf2-8960-4742-8155-be505140b0e6, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=e2d8bbf2-8960-4742-8155-be505140b0e6,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:17.873807 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf0f7-695f-4f4d-8575-1801db2c6af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.923330 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629d8dd5-807d-5c08-a004-c4ae37a60101-019b8898-166d-4704-91ee-2302a70f9dfb', 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'fixed_ips': [{'subnet_id': 'c68b96c6-1f5b-495f-83e0-22099c1c2e26'}]}} from dv-cinder-815145-4-iscsi. {{(pid=101415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:35:17.925503 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:17.973113 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'e2d8bbf2-8960-4742-8155-be505140b0e6', 'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'mac_address': 'fa:16:3e:af:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:12Z', 'updated_at': '2021-10-28T09:35:16Z', 'revision_number': 4, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'subnets': [{'id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:17.988631 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Router 7353d03b-f312-46f0-8422-cec8be321388 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:18.044887 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651039aa-91a5-403c-a66b-f68965c43f6d None None] The sync data for ids ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'] in dv-cinder-815145-4-iscsi is: [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'e2d8bbf2-8960-4742-8155-be505140b0e6', 'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'mac_address': 'fa:16:3e:af:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:12Z', 'updated_at': '2021-10-28T09:35:16Z', 'revision_number': 4, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'subnets': [{'id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:18.057844 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cf0f7-695f-4f4d-8575-1801db2c6af7 None None] Pushing event updated for resources: {'Port': ['ID=e2d8bbf2-8960-4742-8155-be505140b0e6,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:18.140881 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1430-27ac-46bb-b886-5672d4c09ffa tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.175449 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-22177d83-6362-46a6-b910-61b08fc1f9cf None None] Provisioning complete for port e2d8bbf2-8960-4742-8155-be505140b0e6 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:18.175996 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-22177d83-6362-46a6-b910-61b08fc1f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.227591 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01722c-70ec-458c-9707-9a0ca2cc4b5e req-6c3ff767-e8b7-456e-a020-a84215a207ca tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:18.229331 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7b01722c-70ec-458c-9707-9a0ca2cc4b5e req-6c3ff767-e8b7-456e-a020-a84215a207ca tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.1832380 Oct 28 09:35:18.255581 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:18.267478 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed61f09d-e068-4d0f-8eae-46e7584b620b None None] Sync routers for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:18.282514 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61f09d-e068-4d0f-8eae-46e7584b620b None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:18.283290 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-ed61f09d-e068-4d0f-8eae-46e7584b620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:18.329847 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.db_base_plugin_common [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Allocated IP 172.20.0.2 (019b8898-166d-4704-91ee-2302a70f9dfb/c68b96c6-1f5b-495f-83e0-22099c1c2e26/997fbac8-ac0e-4aae-beba-4df56c5e8734) {{(pid=101415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:18.349494 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] No DVR routers for this DVR port 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e on host hv-cinder-81514 {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:18.369188 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.372863 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1dbbb6c1-6b33-4e1f-869e-43f0a39385ba req-6bd1b9ee-c37a-4296-b8f9-4d8777233841 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.32 "DELETE /v2.0/ports/5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e HTTP/1.1" status: 204 len: 173 time: 1.5989110 Oct 28 09:35:18.374151 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'name': 'network-vif-deleted', 'tag': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:18.381417 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.382799 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284ad498-c908-4ea9-97ed-0dd185ca383a" -d '{"events": [{"server_uuid": "1ef4939a-08b2-4ff0-8fcc-75122eddaae2", "name": "network-vif-deleted", "tag": "5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:18.416667 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7b01722c-70ec-458c-9707-9a0ca2cc4b5e req-d986e5ca-2e2b-4da2-821a-20c6a6643b11 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693306 Oct 28 09:35:18.467039 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.503389 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b933875-4314-4a64-b912-ae32df28b594 x-openstack-request-id: req-8b933875-4314-4a64-b912-ae32df28b594 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:18.503676 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef4939a-08b2-4ff0-8fcc-75122eddaae2", "name": "network-vif-deleted", "tag": "5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:18.503926 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-8b933875-4314-4a64-b912-ae32df28b594 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:18.504349 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef4939a-08b2-4ff0-8fcc-75122eddaae2', 'name': 'network-vif-deleted', 'tag': '5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e', 'status': 'completed', 'code': 200} Oct 28 09:35:18.527813 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fd380351-84ea-4be7-950e-4e1d80d5ddb4 req-22054159-d83b-4645-8f89-84ab3a74e0b1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=1ef4939a-08b2-4ff0-8fcc-75122eddaae2 HTTP/1.1" status: 200 len: 210 time: 0.0648584 Oct 28 09:35:18.550668 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1430-27ac-46bb-b886-5672d4c09ffa tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.565749 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-ed61f09d-e068-4d0f-8eae-46e7584b620b None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:18.584700 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1430-27ac-46bb-b886-5672d4c09ffa tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.628620 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d1430-27ac-46bb-b886-5672d4c09ffa tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8978898a-d2b0-4d53-89b4-71e5255f818d,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:18.661689 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1430-27ac-46bb-b886-5672d4c09ffa tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.664822 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device e2d8bbf2-8960-4742-8155-be505140b0e6 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:18.668090 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-fb9d1430-27ac-46bb-b886-5672d4c09ffa tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8708365 Oct 28 09:35:18.668425 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43424) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:18.675841 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'floatingip': {'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:18.717717 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.758774 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Allocated IP 172.27.3.219 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/69623078-c3f0-4321-a797-1a8d2bc41a71) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:18.832848 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port e2d8bbf2-8960-4742-8155-be505140b0e6 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:18.833268 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.838501 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Publish callbacks [] for port, precommit_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.874786 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452'] for port, after_create {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.887562 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.933638 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-ed61f09d-e068-4d0f-8eae-46e7584b620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:18.954968 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:18.958858 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Network 019b8898-166d-4704-91ee-2302a70f9dfb is already hosted by enough agents. {{(pid=101415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:18.963043 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.scheduler.base_scheduler [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Resources bound (agent type, host, resource id): {{(pid=101415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:18.968688 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Received port after_create {{(pid=101415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:18.978673 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Pushing event updated for resources: {'Port': ['ID=997fbac8-ac0e-4aae-beba-4df56c5e8734,revision_number=1']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:18.994966 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed61f09d-e068-4d0f-8eae-46e7584b620b None None] Checking router: 7353d03b-f312-46f0-8422-cec8be321388 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:19.010790 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61f09d-e068-4d0f-8eae-46e7584b620b None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:19.011520 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-ed61f09d-e068-4d0f-8eae-46e7584b620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:19.028198 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:19.090112 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Allocated IP 172.27.3.67 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/dcf4b499-8365-49f5-ad58-45ac632abd0c) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:19.110847 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Attempting to bind port 997fbac8-ac0e-4aae-beba-4df56c5e8734 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:19.111208 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Attempting to bind port 997fbac8-ac0e-4aae-beba-4df56c5e8734 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '465261b5-abc7-4d38-adab-fb34845c4cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:19.111565 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Attempting to bind port 997fbac8-ac0e-4aae-beba-4df56c5e8734 on network 019b8898-166d-4704-91ee-2302a70f9dfb {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:19.120919 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:19.124048 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:19.128614 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:19.128990 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Checking segment: {'id': '465261b5-abc7-4d38-adab-fb34845c4cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:19.129391 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:19.129778 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Bound using segment: {'id': '465261b5-abc7-4d38-adab-fb34845c4cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:19.130245 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Bound port: 997fbac8-ac0e-4aae-beba-4df56c5e8734, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465261b5-abc7-4d38-adab-fb34845c4cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:19.130636 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:19.137806 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:19.174683 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Pushing event updated for resources: {'Port': ['ID=69623078-c3f0-4321-a797-1a8d2bc41a71,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:19.235208 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-ed61f09d-e068-4d0f-8eae-46e7584b620b None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:19.242260 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] For port 997fbac8-ac0e-4aae-beba-4df56c5e8734, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:19.246121 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] For port 997fbac8-ac0e-4aae-beba-4df56c5e8734, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=997fbac8-ac0e-4aae-beba-4df56c5e8734,segment=NetworkSegment(465261b5-abc7-4d38-adab-fb34845c4cbd),segment_id=465261b5-abc7-4d38-adab-fb34845c4cbd)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:19.260016 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:19.301426 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:19.369777 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:19.376809 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a65f4-f38f-4ab4-8306-746eb7206f67 None None] Pushing event updated for resources: {'Port': ['ID=997fbac8-ac0e-4aae-beba-4df56c5e8734,revision_number=2']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:19.395348 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:19.460844 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:19.467572 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:19.471264 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:19.473590 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'Port': ['ID=dcf4b499-8365-49f5-ad58-45ac632abd0c,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:19.661533 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:19.699169 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43432) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:19.715764 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:19.730298 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd621e1e-93e4-482c-ad66-8986866a8915 req-4a952ae4-618a-4bb1-a2a7-4e68347f5310 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:19.732039 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cd621e1e-93e4-482c-ad66-8986866a8915 req-4a952ae4-618a-4bb1-a2a7-4e68347f5310 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.1706688 Oct 28 09:35:19.844300 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-ed61f09d-e068-4d0f-8eae-46e7584b620b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:19.862322 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cd621e1e-93e4-482c-ad66-8986866a8915 req-94f06de0-c829-4fb0-81e0-b6bce54be844 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/security-groups?id=5a8e1485-c729-4df2-85a5-9fb570b483f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108155 Oct 28 09:35:19.873751 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:19.896754 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed61f09d-e068-4d0f-8eae-46e7584b620b None None] The sync data for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi is: [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:19.932776 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d4b52da9-1d8b-4937-b28f-387c7406a83a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:19.941964 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f12cf-c481-4cc6-9ab0-35df2b921bf9 req-5ea0dcd5-f059-47c9-94bb-efd107ac626b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:19.943402 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-043f12cf-c481-4cc6-9ab0-35df2b921bf9 req-5ea0dcd5-f059-47c9-94bb-efd107ac626b tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 945 time: 0.2009168 Oct 28 09:35:19.978343 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952723'] for router, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.014050 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d4b52da9-1d8b-4937-b28f-387c7406a83a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.125260 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Router 8c881a08-aecd-480f-bb34-e441ecff58f3 is scheduled to L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 with binding_index 1 {{(pid=101414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:35:20.191721 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d4b52da9-1d8b-4937-b28f-387c7406a83a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.195277 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d4b52da9-1d8b-4937-b28f-387c7406a83a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.196465 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-d4b52da9-1d8b-4937-b28f-387c7406a83a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "DELETE /v2.0/security-groups/aa7ef7f3-5e5a-4f03-b079-ac6afdc77892 HTTP/1.1" status: 204 len: 168 time: 0.4963329 Oct 28 09:35:20.200860 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43434) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:20.205967 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-043f12cf-c481-4cc6-9ab0-35df2b921bf9 req-c929cf8f-96e2-4c3c-9308-d91655afc11d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Deleting port 1f717a47-4043-4e79-8b4d-8fa434482313 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:20.206148 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-043f12cf-c481-4cc6-9ab0-35df2b921bf9 req-c929cf8f-96e2-4c3c-9308-d91655afc11d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.225570 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.api.v2.resource [None req-47ec0c01-1fd1-4b85-8d77-bdcb66eed6cd tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] show failed (client error): The resource could not be found. Oct 28 09:35:20.229088 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-47ec0c01-1fd1-4b85-8d77-bdcb66eed6cd tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups/aa7ef7f3-5e5a-4f03-b079-ac6afdc77892 HTTP/1.1" status: 404 len: 347 time: 0.0202429 Oct 28 09:35:20.229795 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43436) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:20.233505 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b52da9-1d8b-4937-b28f-387c7406a83a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7ef7f3-5e5a-4f03-b079-ac6afdc77892,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:20.273088 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.285370 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.309234 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d496b6-9ca1-4650-99d2-37f1d84accb6 None None] New status for floating IP 400a6d7f-dd14-4198-9afa-934de79fc474: DOWN {{(pid=101415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:35:20.358247 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:20.370686 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Sync routers for ids ['8c881a08-aecd-480f-bb34-e441ecff58f3'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:20.380205 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.382492 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-6e44a50c-324a-491b-b6e2-f5f17356bf98 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0506911 Oct 28 09:35:20.385061 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43438) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:20.388423 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Routers {'8c881a08-aecd-480f-bb34-e441ecff58f3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:20.389374 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['8c881a08-aecd-480f-bb34-e441ecff58f3'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:20.438556 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-043f12cf-c481-4cc6-9ab0-35df2b921bf9 req-c929cf8f-96e2-4c3c-9308-d91655afc11d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] For port 1f717a47-4043-4e79-8b4d-8fa434482313, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1f717a47-4043-4e79-8b4d-8fa434482313,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:20.439347 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-043f12cf-c481-4cc6-9ab0-35df2b921bf9 req-c929cf8f-96e2-4c3c-9308-d91655afc11d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.455830 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'Port': ['ID=dcf4b499-8365-49f5-ad58-45ac632abd0c,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:20.458377 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-043f12cf-c481-4cc6-9ab0-35df2b921bf9 req-c929cf8f-96e2-4c3c-9308-d91655afc11d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Calling delete_port for 1f717a47-4043-4e79-8b4d-8fa434482313 owned by compute:nova {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:20.470483 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.524477 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-5b85e94e-660c-41b9-a890-af9bfbe3baa1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Deleting port 3702f9ae-d2ec-4511-90dc-9c77f2a1d470 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:20.524798 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5b85e94e-660c-41b9-a890-af9bfbe3baa1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.548602 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.560032 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-0b7e2f45-37a6-4ed6-85cb-a0d5871275d2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8875225 Oct 28 09:35:20.623413 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Set router 8c881a08-aecd-480f-bb34-e441ecff58f3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:20.712485 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-043f12cf-c481-4cc6-9ab0-35df2b921bf9 req-c929cf8f-96e2-4c3c-9308-d91655afc11d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.719143 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 997fbac8-ac0e-4aae-beba-4df56c5e8734 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:20.728375 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['1f717a47-4043-4e79-8b4d-8fa434482313'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:20.732872 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5b85e94e-660c-41b9-a890-af9bfbe3baa1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.733423 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5b85e94e-660c-41b9-a890-af9bfbe3baa1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.752505 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-5b85e94e-660c-41b9-a890-af9bfbe3baa1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Calling delete_port for 3702f9ae-d2ec-4511-90dc-9c77f2a1d470 owned by network:floatingip {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:20.770461 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929cf8f-96e2-4c3c-9308-d91655afc11d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Pushing event deleted for resources: {'Port': ['ID=1f717a47-4043-4e79-8b4d-8fa434482313,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:20.847157 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-043f12cf-c481-4cc6-9ab0-35df2b921bf9 req-c929cf8f-96e2-4c3c-9308-d91655afc11d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] No DVR routers for this DVR port 1f717a47-4043-4e79-8b4d-8fa434482313 on host hv-cinder-81514 {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:20.853417 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-043f12cf-c481-4cc6-9ab0-35df2b921bf9 req-c929cf8f-96e2-4c3c-9308-d91655afc11d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.860513 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-043f12cf-c481-4cc6-9ab0-35df2b921bf9 req-c929cf8f-96e2-4c3c-9308-d91655afc11d tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.32 "DELETE /v2.0/ports/1f717a47-4043-4e79-8b4d-8fa434482313 HTTP/1.1" status: 204 len: 173 time: 0.9086413 Oct 28 09:35:20.862008 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3e7099-733f-4b3c-8a53-d03bb5f0d69b', 'name': 'network-vif-deleted', 'tag': '1f717a47-4043-4e79-8b4d-8fa434482313'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:20.864976 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf4a7a3-e351-4828-8b0b-fdffa94f8934" -d '{"events": [{"server_uuid": "7d3e7099-733f-4b3c-8a53-d03bb5f0d69b", "name": "network-vif-deleted", "tag": "1f717a47-4043-4e79-8b4d-8fa434482313"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:20.900409 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 997fbac8-ac0e-4aae-beba-4df56c5e8734 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:20.901908 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:20.956253 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5865223-a528-40d3-9e0c-b3ef00b27a34 x-openstack-request-id: req-d5865223-a528-40d3-9e0c-b3ef00b27a34 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:20.956573 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3e7099-733f-4b3c-8a53-d03bb5f0d69b", "name": "network-vif-deleted", "tag": "1f717a47-4043-4e79-8b4d-8fa434482313", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:20.956811 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d5865223-a528-40d3-9e0c-b3ef00b27a34 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:20.957204 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3e7099-733f-4b3c-8a53-d03bb5f0d69b', 'name': 'network-vif-deleted', 'tag': '1f717a47-4043-4e79-8b4d-8fa434482313', 'status': 'completed', 'code': 200} Oct 28 09:35:21.013008 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'name': 'tempest-TestShelveInstance-1579165775-router', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:17Z', 'updated_at': '2021-10-28T09:35:19Z', 'revision_number': 3, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'gw_port': {'id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:18Z', 'updated_at': '2021-10-28T09:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:21.059339 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-a0729075-24fc-40e4-ade1-0da5129a9ea1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--859476172&fields=id&tenant_id=0be6fc0db1944053869a9896667cae3a HTTP/1.1" status: 200 len: 267 time: 0.2140322 Oct 28 09:35:21.061463 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:21.067613 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e38b3-cf82-4a0a-833f-899325695bb6 None None] Network 019b8898-166d-4704-91ee-2302a70f9dfb requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:21.070934 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Checking router: 8c881a08-aecd-480f-bb34-e441ecff58f3 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:21.071285 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Updating router 8c881a08-aecd-480f-bb34-e441ecff58f3 port 69623078-c3f0-4321-a797-1a8d2bc41a71 binding host dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:35:21.094626 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-798b41d8-3fcc-4e5d-864c-fb49da0f223e req-db1bc1a0-6167-4ef9-bd6e-039a8fcfff37 tempest-ServerRescueNegativeTestJSON-130725857 tempest-ServerRescueNegativeTestJSON-130725857-project] 10.222.0.117 "GET /v2.0/ports?device_id=7d3e7099-733f-4b3c-8a53-d03bb5f0d69b HTTP/1.1" status: 200 len: 210 time: 0.0440080 Oct 28 09:35:21.105655 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.106854 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:21.107098 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5eab85ba-03b2-4bd9-bc5d-bd3e7f47a07e not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:21.142081 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.203074 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-9b4d1b2d-f765-4d40-b63b-aeda9ddaeb80 None None] Provisioning complete for port 997fbac8-ac0e-4aae-beba-4df56c5e8734 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:21.203444 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9b4d1b2d-f765-4d40-b63b-aeda9ddaeb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.236644 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port 997fbac8-ac0e-4aae-beba-4df56c5e8734, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=997fbac8-ac0e-4aae-beba-4df56c5e8734,segment=NetworkSegment(465261b5-abc7-4d38-adab-fb34845c4cbd),segment_id=465261b5-abc7-4d38-adab-fb34845c4cbd)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:21.250238 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.356866 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=997fbac8-ac0e-4aae-beba-4df56c5e8734,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:21.407204 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Publish callbacks [] for port, precommit_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.417094 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.481431 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73eb46-108d-4570-89c5-d49391f033a1 None None] Pushing event updated for resources: {'Port': ['ID=69623078-c3f0-4321-a797-1a8d2bc41a71,revision_number=2']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:21.497366 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-710a6e8b-451d-4fde-9ad3-b64bd757146d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:21.497892 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Attempting to bind port 69623078-c3f0-4321-a797-1a8d2bc41a71 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:21.497892 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Attempting to bind port 69623078-c3f0-4321-a797-1a8d2bc41a71 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:21.498231 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Attempting to bind port 69623078-c3f0-4321-a797-1a8d2bc41a71 on network 3a35d49d-cbca-4d29-92f4-d15c5f701265 {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:21.500019 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-710a6e8b-451d-4fde-9ad3-b64bd757146d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 816 time: 0.4398530 Oct 28 09:35:21.509463 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:21.509841 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Checking segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:21.510241 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.510630 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Bound using segment: {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'} {{(pid=101416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:21.511104 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.managers [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Bound port: 69623078-c3f0-4321-a797-1a8d2bc41a71, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee8c148-2733-41ec-bbc6-9b4a73e751e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}}] {{(pid=101416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:21.511529 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.573263 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] For port 69623078-c3f0-4321-a797-1a8d2bc41a71, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:21.576808 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.plugins.ml2.db [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] For port 69623078-c3f0-4321-a797-1a8d2bc41a71, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=69623078-c3f0-4321-a797-1a8d2bc41a71,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:21.579337 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-31f99007-7bf2-4940-afb1-b903e09178fd tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/quotas/0be6fc0db1944053869a9896667cae3a HTTP/1.1" status: 200 len: 375 time: 0.0628276 Oct 28 09:35:21.585346 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron_lib.callbacks.manager [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.645332 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Routers {'8c881a08-aecd-480f-bb34-e441ecff58f3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:21.645974 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['8c881a08-aecd-480f-bb34-e441ecff58f3'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:21.659822 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5b85e94e-660c-41b9-a890-af9bfbe3baa1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.681174 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73eb46-108d-4570-89c5-d49391f033a1 None None] Pushing event updated for resources: {'Port': ['ID=69623078-c3f0-4321-a797-1a8d2bc41a71,revision_number=3']} {{(pid=101416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:21.713862 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85e94e-660c-41b9-a890-af9bfbe3baa1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event deleted for resources: {'Port': ['ID=3702f9ae-d2ec-4511-90dc-9c77f2a1d470,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:21.748905 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-dda8e6b8-6d83-47ff-adb2-69a2c99bd9f1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1583457 Oct 28 09:35:21.776821 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6ad4dcd5-2578-47c3-b5b3-b37154a3f2e2 None None] Provisioning complete for port 997fbac8-ac0e-4aae-beba-4df56c5e8734 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:21.777413 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6ad4dcd5-2578-47c3-b5b3-b37154a3f2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.797145 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] Set router 8c881a08-aecd-480f-bb34-e441ecff58f3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:21.894736 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.908882 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5b85e94e-660c-41b9-a890-af9bfbe3baa1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.911789 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5b85e94e-660c-41b9-a890-af9bfbe3baa1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:21.913203 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-5b85e94e-660c-41b9-a890-af9bfbe3baa1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "DELETE /v2.0/floatingips/400a6d7f-dd14-4198-9afa-934de79fc474 HTTP/1.1" status: 204 len: 168 time: 1.6809766 Oct 28 09:35:21.951934 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-66dcc08c-e95f-42a7-bbe9-79d08c0efef5 service neutron] 10.222.0.117 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747613 Oct 28 09:35:22.046366 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'name': 'tempest-TestShelveInstance-1579165775-router', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:17Z', 'updated_at': '2021-10-28T09:35:19Z', 'revision_number': 3, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'gw_port': {'id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:18Z', 'updated_at': '2021-10-28T09:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:22.078847 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdf1f2-b934-4d07-a44b-83262b30998b None None] The sync data for ids ['8c881a08-aecd-480f-bb34-e441ecff58f3'] in dv-cinder-815145-4-iscsi is: [{'id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'name': 'tempest-TestShelveInstance-1579165775-router', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:17Z', 'updated_at': '2021-10-28T09:35:19Z', 'revision_number': 3, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'gw_port': {'id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:18Z', 'updated_at': '2021-10-28T09:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:22.144746 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-560cff12-aa0b-4e84-8f19-c099cf813def service neutron] 10.222.0.117 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642694 Oct 28 09:35:22.167587 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Allocated IP 172.20.0.1 (019b8898-166d-4704-91ee-2302a70f9dfb/c68b96c6-1f5b-495f-83e0-22099c1c2e26/61ceb6c3-b7b7-45b1-b9a2-b7c168feade8) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:22.317454 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.344096 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43466) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:22.400495 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43468) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:22.405897 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-c2380bee-cfb8-429e-8846-6c6767b616d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268329202', 'description': 'tempest-description--1829275672'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:22.486153 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c2380bee-cfb8-429e-8846-6c6767b616d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.503356 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-49ce52f4-294c-41c0-a77b-de586779f8f3 req-d92fc156-6984-41fd-9f6d-57cefaf7946c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 210 time: 0.0687492 Oct 28 09:35:22.519997 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.612963 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Network 019b8898-166d-4704-91ee-2302a70f9dfb is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:22.613140 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c2380bee-cfb8-429e-8846-6c6767b616d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.619381 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:22.620674 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c2380bee-cfb8-429e-8846-6c6767b616d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.661797 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c2380bee-cfb8-429e-8846-6c6767b616d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.667360 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-c2380bee-cfb8-429e-8846-6c6767b616d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2618825 Oct 28 09:35:22.667360 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43474) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:22.673396 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-589d41ee-1a8b-4595-96e5-02debd79a7d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'security_group_rule': {'security_group_id': '516f72a6-f4e6-463b-81cc-c50276222196', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:22.676893 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:22.679019 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2380bee-cfb8-429e-8846-6c6767b616d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516f72a6-f4e6-463b-81cc-c50276222196,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:22.716664 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-589d41ee-1a8b-4595-96e5-02debd79a7d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.743856 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Pushing event updated for resources: {'Port': ['ID=61ceb6c3-b7b7-45b1-b9a2-b7c168feade8,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:22.829934 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-589d41ee-1a8b-4595-96e5-02debd79a7d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.839750 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-589d41ee-1a8b-4595-96e5-02debd79a7d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.851237 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-953294'] for router_interface, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.871398 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 69623078-c3f0-4321-a797-1a8d2bc41a71 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:22.876724 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d41ee-1a8b-4595-96e5-02debd79a7d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aaeaf58-5a51-4196-94f4-ce63254d6361,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:22.882945 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-589d41ee-1a8b-4595-96e5-02debd79a7d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.884682 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-589d41ee-1a8b-4595-96e5-02debd79a7d1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2162969 Oct 28 09:35:22.887092 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43478) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:22.893793 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-cfe2a4b1-64fa-4fdc-b55a-d93f7d19ff02 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'security_group_rule': {'security_group_id': '516f72a6-f4e6-463b-81cc-c50276222196', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:22.943183 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cfe2a4b1-64fa-4fdc-b55a-d93f7d19ff02 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:22.988734 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 69623078-c3f0-4321-a797-1a8d2bc41a71 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:22.989195 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.046958 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cfe2a4b1-64fa-4fdc-b55a-d93f7d19ff02 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.053093 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cfe2a4b1-64fa-4fdc-b55a-d93f7d19ff02 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.080574 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2a4b1-64fa-4fdc-b55a-d93f7d19ff02 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7fbad3-d0df-46d9-a676-3be89fd4ef73,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:23.110136 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cfe2a4b1-64fa-4fdc-b55a-d93f7d19ff02 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.115085 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-cfe2a4b1-64fa-4fdc-b55a-d93f7d19ff02 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2264583 Oct 28 09:35:23.116714 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43480) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:23.127489 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'floatingip': {'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:23.160017 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-a6094abd-02bb-44da-89ed-6e49e70c12c5 None None] Provisioning complete for port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:23.160608 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-a6094abd-02bb-44da-89ed-6e49e70c12c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.185766 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.199839 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.223779 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-a6094abd-02bb-44da-89ed-6e49e70c12c5 None None] Port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:35:23.237096 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] For port 69623078-c3f0-4321-a797-1a8d2bc41a71, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=69623078-c3f0-4321-a797-1a8d2bc41a71,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:23.243435 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.245089 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 997fbac8-ac0e-4aae-beba-4df56c5e8734 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:23.255237 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.345172 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Pushing event updated for resources: {'Port': ['ID=69623078-c3f0-4321-a797-1a8d2bc41a71,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:23.349283 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 997fbac8-ac0e-4aae-beba-4df56c5e8734 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:23.350013 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.540380 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953397'] for router_interface, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.548760 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.610891 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.624559 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.625012 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d34b91a8-22c1-4e0e-a6c1-46db857a0fed req-0dc48bb7-e9e2-4e60-aa6d-ff812277b59d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 210 time: 0.0310771 Oct 28 09:35:23.744490 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-698546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-953438'] for router_interface, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:23.759032 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-6cdb25c9-fb50-4b25-8222-74eb4ac5d00f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:23.760704 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-6cdb25c9-fb50-4b25-8222-74eb4ac5d00f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 816 time: 0.1169174 Oct 28 09:35:23.766929 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Pushing event updated for resources: {'Port': ['ID=61ceb6c3-b7b7-45b1-b9a2-b7c168feade8,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:23.817323 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-fcc2b73a-9162-4849-9954-ab8d535638b5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be6fc0db1944053869a9896667cae3a HTTP/1.1" status: 200 len: 379 time: 0.0444930 Oct 28 09:35:23.829208 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'port': {'device_id': 'd109e46e-964a-49cc-9439-f1783eaed763', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'admin_state_up': True, 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'security_groups': ['be16a8d8-39fb-416d-8cfa-8b0c82838fbe']}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:23.947147 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Allocated IP 172.27.3.96 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/e658a1a9-6980-47f7-a7f7-5bc96a766af2) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:23.947917 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Made reservation on behalf of 0be6fc0db1944053869a9896667cae3a for: {'port': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:23.951453 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.052607 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Network 019b8898-166d-4704-91ee-2302a70f9dfb is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:24.088518 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Allocated IP 172.20.0.11 (9ae87522-9a32-486f-8833-d04dbdbd8e34/07c4c113-bc99-4463-a948-07dc92ff60b2/a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:24.237808 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.272971 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.321021 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:24.323332 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Network 9ae87522-9a32-486f-8833-d04dbdbd8e34 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:24.328532 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:24.331113 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:24.359167 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event updated for resources: {'Port': ['ID=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:24.390738 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:24.391369 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.413974 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-468e5f7f-be93-4542-a001-7f7184e15c11 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5884700 Oct 28 09:35:24.426796 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Request body: {'port': {'device_id': 'd109e46e-964a-49cc-9439-f1783eaed763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:24.470939 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.493674 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.585139 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.609300 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 69623078-c3f0-4321-a797-1a8d2bc41a71 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:24.641145 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Router 8c881a08-aecd-480f-bb34-e441ecff58f3 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:24.649970 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] Deleting port be9a1731-a60d-4371-b039-b067c3c191c1 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:24.650214 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.655632 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:24.674863 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:24.692263 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-92c1e834-9dba-4e24-bd92-16ba793663a0 None None] Provisioning complete for port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:24.692782 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-92c1e834-9dba-4e24-bd92-16ba793663a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.704339 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:24.708458 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'Port': ['ID=e658a1a9-6980-47f7-a7f7-5bc96a766af2,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:24.744131 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-92c1e834-9dba-4e24-bd92-16ba793663a0 None None] Port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:35:24.753726 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 69623078-c3f0-4321-a797-1a8d2bc41a71 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:24.754220 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.781433 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-92c1e834-9dba-4e24-bd92-16ba793663a0 None None] Provisioning complete for port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:24.781945 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-92c1e834-9dba-4e24-bd92-16ba793663a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.833988 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-92c1e834-9dba-4e24-bd92-16ba793663a0 None None] Port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:35:24.902290 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd {{(pid=101413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:24.905469 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] For port be9a1731-a60d-4371-b039-b067c3c191c1, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=be9a1731-a60d-4371-b039-b067c3c191c1,segment=NetworkSegment(655ec7ab-5525-4b8b-8fe8-6292c9fb9710),segment_id=655ec7ab-5525-4b8b-8fe8-6292c9fb9710)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:24.905861 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.910155 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.924272 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.provisioning_blocks [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Transition to ACTIVE for port object a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd will not be triggered until provisioned by entity L2. {{(pid=101413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:35:24.929271 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:24.941892 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] Calling delete_port for be9a1731-a60d-4371-b039-b067c3c191c1 owned by network:router_interface {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:24.980684 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d4135-b517-4588-8dfc-2e92601360b7 req-f12f13b1-0d3e-4916-b1fe-654dfc5f5da7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:24.984842 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f44d4135-b517-4588-8dfc-2e92601360b7 req-f12f13b1-0d3e-4916-b1fe-654dfc5f5da7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 932 time: 0.2486434 Oct 28 09:35:24.985388 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:25.057937 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Attempting to bind port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:25.058374 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Attempting to bind port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:25.058774 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Attempting to bind port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd on network 9ae87522-9a32-486f-8833-d04dbdbd8e34 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:25.063719 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd on network 9ae87522-9a32-486f-8833-d04dbdbd8e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:35:25.064153 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Attempting to bind port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd on network 9ae87522-9a32-486f-8833-d04dbdbd8e34 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:25.069763 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 1f717a47-4043-4e79-8b4d-8fa434482313 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:25.080864 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:25.081059 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Checking segment: {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:25.085486 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.086264 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Bound using segment: {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:25.086828 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Bound port: a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df962e8f-2ad7-46a1-a839-9bd442b04b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34'}}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:25.087268 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.106163 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:25.115035 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 1f717a47-4043-4e79-8b4d-8fa434482313 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:25.117860 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 1f717a47-4043-4e79-8b4d-8fa434482313 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:25.129337 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-7b65b4d6-4c30-4c97-8ec0-68130bc81876 admin admin] 10.222.0.117 "PUT /v2.0/routers/8c881a08-aecd-480f-bb34-e441ecff58f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7431502 Oct 28 09:35:25.130553 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Sync routers for ids ['8c881a08-aecd-480f-bb34-e441ecff58f3'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:25.153267 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Routers {'8c881a08-aecd-480f-bb34-e441ecff58f3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:25.154516 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['8c881a08-aecd-480f-bb34-e441ecff58f3'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:25.164949 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f44d4135-b517-4588-8dfc-2e92601360b7 req-5bad0835-d412-4968-a264-00747fdf792d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665707 Oct 28 09:35:25.190618 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.220364 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, cleared binding levels {{(pid=101413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:25.224525 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:25.230689 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.319714 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:25.320002 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.321916 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] 10.222.0.32 "PUT /v2.0/ports/a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd HTTP/1.1" status: 200 len: 1094 time: 0.9000444 Oct 28 09:35:25.322851 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94238057-15be-412f-a963-cba6ffcb3ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,revision_number=3']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:25.328120 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:25.330806 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:25.402534 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12d9b3f-538d-44ff-90f9-d9bd9a2725db x-openstack-request-id: req-e12d9b3f-538d-44ff-90f9-d9bd9a2725db {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:25.403499 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:25.403908 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-e12d9b3f-538d-44ff-90f9-d9bd9a2725db {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:25.404471 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'status': 'completed', 'code': 200} Oct 28 09:35:25.466213 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Set router 8c881a08-aecd-480f-bb34-e441ecff58f3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:25.477671 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.491427 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-88ef44ec-f930-4909-a09e-7568e5082537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:25.493049 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-88ef44ec-f930-4909-a09e-7568e5082537 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 1097 time: 0.1094148 Oct 28 09:35:25.531917 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] Pushing event deleted for resources: {'Port': ['ID=be9a1731-a60d-4371-b039-b067c3c191c1,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:25.558297 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.570984 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-460f947f-24b9-4433-8afc-146c12c6f278 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd HTTP/1.1" status: 200 len: 217 time: 0.0686693 Oct 28 09:35:25.614602 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.748104 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'name': 'tempest-TestShelveInstance-1579165775-router', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:17Z', 'updated_at': '2021-10-28T09:35:23Z', 'revision_number': 4, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'gw_port': {'id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:18Z', 'updated_at': '2021-10-28T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '61ceb6c3-b7b7-45b1-b9a2-b7c168feade8', 'name': '', 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'mac_address': 'fa:16:3e:92:7e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c68b96c6-1f5b-495f-83e0-22099c1c2e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:21Z', 'updated_at': '2021-10-28T09:35:23Z', 'revision_number': 2, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'subnets': [{'id': 'c68b96c6-1f5b-495f-83e0-22099c1c2e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:25.766750 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'Port': ['ID=e658a1a9-6980-47f7-a7f7-5bc96a766af2,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:25.786540 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.799717 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Checking router: 8c881a08-aecd-480f-bb34-e441ecff58f3 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:25.800348 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Updating router 8c881a08-aecd-480f-bb34-e441ecff58f3 port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 binding host dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:35:25.825105 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.826386 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-93ad864d-0ce2-4ff9-9ee1-e93bc74b35be tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7067261 Oct 28 09:35:25.845936 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-698557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953561'] for router_interface, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.846417 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:25.970158 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-af10ccbd-3326-4b1e-b0be-7b5ed3f8ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:25.972123 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-af10ccbd-3326-4b1e-b0be-7b5ed3f8ddff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.3944323 Oct 28 09:35:26.021586 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43510) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:26.029248 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-1b2a5157-d2fe-41e0-b5e8-6fff8b9d6c84 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1470178581', 'description': 'tempest-secgroup-smoke-1470178581 description', 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:26.035599 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-c1244983-97ce-4c2e-bac1-81caa39233cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:26.038356 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-c1244983-97ce-4c2e-bac1-81caa39233cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567863 Oct 28 09:35:26.084847 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5157-d2fe-41e0-b5e8-6fff8b9d6c84 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.110739 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-abaeee27-e7eb-440b-a484-2dbf6b7b4455 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--1268329202&fields=id&tenant_id=4dbac2a0120f4eb7a1627b8f98fef858 HTTP/1.1" status: 200 len: 267 time: 0.0867624 Oct 28 09:35:26.137888 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-ea45f8eb-d904-45a8-998e-945bbcc2fbb9 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922887 Oct 28 09:35:26.177367 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Publish callbacks [] for port, precommit_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.184380 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.242227 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-682c59f9-b3fc-48ae-a0f0-11c8aa5df0bd req-ab62040f-12e9-4b70-90e3-400e61a68d3d service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967479 Oct 28 09:35:26.352621 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Attempting to bind port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 on host dv-cinder-815145-4-iscsi for vnic_type normal with profile {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:26.352991 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Attempting to bind port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 by drivers openvswitch,hyperv on host dv-cinder-815145-4-iscsi at level 0 using segments [{'id': '465261b5-abc7-4d38-adab-fb34845c4cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb'}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:26.353581 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Attempting to bind port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 on network 019b8898-166d-4704-91ee-2302a70f9dfb {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:26.357157 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6d1a0-b88b-401f-b31f-62a8a25659ae None None] Pushing event updated for resources: {'Port': ['ID=61ceb6c3-b7b7-45b1-b9a2-b7c168feade8,revision_number=3']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:26.360083 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] Router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:26.362731 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5157-d2fe-41e0-b5e8-6fff8b9d6c84 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.365195 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Checking agent: {'id': '8c8a6448-ee55-4996-a773-d2b58d8ce7a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815145-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 22, 47), 'started_at': datetime.datetime(2021, 10, 28, 9, 23, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815145-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:26.365837 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Checking segment: {'id': '465261b5-abc7-4d38-adab-fb34845c4cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:26.366580 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.367004 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Bound using segment: {'id': '465261b5-abc7-4d38-adab-fb34845c4cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb'} {{(pid=101415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:26.367704 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.managers [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Bound port: 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8, host: dv-cinder-815145-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465261b5-abc7-4d38-adab-fb34845c4cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb'}}] {{(pid=101415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:26.368140 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.370545 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-7f1e8835-2e54-4de0-997d-0a2ca9f98a50 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:26.372081 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-7f1e8835-2e54-4de0-997d-0a2ca9f98a50 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 811 time: 0.2170787 Oct 28 09:35:26.373592 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5157-d2fe-41e0-b5e8-6fff8b9d6c84 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.395745 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6f15-f974-4f06-adac-a8f092e1b8bb req-1acf8263-3291-4391-b49c-8c3712dbd435 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:26.404644 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f4ae6f15-f974-4f06-adac-a8f092e1b8bb req-1acf8263-3291-4391-b49c-8c3712dbd435 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.1378098 Oct 28 09:35:26.417480 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a5157-d2fe-41e0-b5e8-6fff8b9d6c84 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928a8daf-6270-4a81-a829-046172fbaee8,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:26.434972 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf req-b388695c-de7f-4d0e-9ff0-a0affcdae468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:26.436631 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf req-b388695c-de7f-4d0e-9ff0-a0affcdae468 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 1097 time: 0.1033750 Oct 28 09:35:26.453640 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-ce8212bd-94e2-4a88-86ad-4cb93901b155 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/quotas/4dbac2a0120f4eb7a1627b8f98fef858 HTTP/1.1" status: 200 len: 375 time: 0.0725801 Oct 28 09:35:26.461952 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f4ae6f15-f974-4f06-adac-a8f092e1b8bb req-88d563e4-4148-4402-a7c9-a76a68a97b4d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561528 Oct 28 09:35:26.465614 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] For port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8, host dv-cinder-815145-4-iscsi, cleared binding levels {{(pid=101415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:26.471392 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] For port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8, host dv-cinder-815145-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=61ceb6c3-b7b7-45b1-b9a2-b7c168feade8,segment=NetworkSegment(465261b5-abc7-4d38-adab-fb34845c4cbd),segment_id=465261b5-abc7-4d38-adab-fb34845c4cbd)] {{(pid=101415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:26.478621 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.556245 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Routers {'8c881a08-aecd-480f-bb34-e441ecff58f3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:26.557137 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['8c881a08-aecd-480f-bb34-e441ecff58f3'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:26.575017 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf req-d771c021-eb17-4a8d-b86d-93483e477f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:26.576629 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf req-d771c021-eb17-4a8d-b86d-93483e477f90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 918 time: 0.1296215 Oct 28 09:35:26.588786 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5157-d2fe-41e0-b5e8-6fff8b9d6c84 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.590008 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-1b2a5157-d2fe-41e0-b5e8-6fff8b9d6c84 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5674093 Oct 28 09:35:26.596532 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43516) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:26.618150 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6d1a0-b88b-401f-b31f-62a8a25659ae None None] Pushing event updated for resources: {'Port': ['ID=61ceb6c3-b7b7-45b1-b9a2-b7c168feade8,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:26.650879 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-3aa55cc8-bab3-477c-936a-6d38ab8f18a6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Request body: {'security_group_rule': {'security_group_id': '928a8daf-6270-4a81-a829-046172fbaee8', 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:26.659121 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf req-e657fee4-b1db-4049-9630-119cfb573aeb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd HTTP/1.1" status: 200 len: 217 time: 0.0735457 Oct 28 09:35:26.661160 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-1c0ea60f-fbfd-49c0-8084-ee78794de00b tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1197124 Oct 28 09:35:26.685390 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-c2228839-967d-4275-a57d-5b99b65d9d52 None None] Provisioning complete for port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:26.685767 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c2228839-967d-4275-a57d-5b99b65d9d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.743554 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] Set router 8c881a08-aecd-480f-bb34-e441ecff58f3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:26.744511 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:26.771889 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d3472-fc93-4a65-b0d7-dc45b3779524 None None] Sync routers for ids ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:26.775033 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc8-bab3-477c-936a-6d38ab8f18a6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.801391 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d3472-fc93-4a65-b0d7-dc45b3779524 None None] Routers {'e062ed2d-04a6-4bf7-867d-d9b12a015ef5'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:26.802037 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-36c3435e-0421-4399-9f3d-66f61b05ef55 service neutron] 10.222.0.117 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343861 Oct 28 09:35:26.804960 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-5c3d3472-fc93-4a65-b0d7-dc45b3779524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:26.822134 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf req-945fc4f3-194b-44d9-8fee-9e8e211a862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:26.823784 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf req-945fc4f3-194b-44d9-8fee-9e8e211a862d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.1555488 Oct 28 09:35:26.833378 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-49394597-db1b-47a6-8247-d1a6a2e1effd admin admin] 10.222.0.117 "PUT /v2.0/routers/e062ed2d-04a6-4bf7-867d-d9b12a015ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4880273 Oct 28 09:35:26.843658 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43518) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:26.870857 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc8-bab3-477c-936a-6d38ab8f18a6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.885556 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc8-bab3-477c-936a-6d38ab8f18a6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.907166 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf req-d21d755f-cd0a-42ef-929f-3d9251985a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:26.909135 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf req-d21d755f-cd0a-42ef-929f-3d9251985a39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779107 Oct 28 09:35:26.923120 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc8-bab3-477c-936a-6d38ab8f18a6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.924523 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-3aa55cc8-bab3-477c-936a-6d38ab8f18a6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275731 Oct 28 09:35:26.934374 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c2228839-967d-4275-a57d-5b99b65d9d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:26.935850 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43520) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:26.949816 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-5c3d3472-fc93-4a65-b0d7-dc45b3779524 None None] Set router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:26.958005 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-bc6beabf-0f2d-4f85-9fad-ce750e141905 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Request body: {'security_group_rule': {'security_group_id': '928a8daf-6270-4a81-a829-046172fbaee8', 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:26.970652 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55cc8-bab3-477c-936a-6d38ab8f18a6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc02571-11f3-4242-9808-af3d6996f2a5,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:27.001606 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-c2228839-967d-4275-a57d-5b99b65d9d52 None None] For port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=61ceb6c3-b7b7-45b1-b9a2-b7c168feade8,segment=NetworkSegment(465261b5-abc7-4d38-adab-fb34845c4cbd),segment_id=465261b5-abc7-4d38-adab-fb34845c4cbd)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:27.015219 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-96c77509-523b-4a3e-b439-ee61d2a5d0a3 service neutron] 10.222.0.117 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121725 Oct 28 09:35:27.030212 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Publish callbacks [] for router, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.038381 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c2228839-967d-4275-a57d-5b99b65d9d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.065933 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc6beabf-0f2d-4f85-9fad-ce750e141905 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.124882 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2228839-967d-4275-a57d-5b99b65d9d52 None None] Pushing event updated for resources: {'Port': ['ID=61ceb6c3-b7b7-45b1-b9a2-b7c168feade8,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:27.139113 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'name': 'tempest-TestShelveInstance-1579165775-router', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:17Z', 'updated_at': '2021-10-28T09:35:23Z', 'revision_number': 4, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'gw_port': {'id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:18Z', 'updated_at': '2021-10-28T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '61ceb6c3-b7b7-45b1-b9a2-b7c168feade8', 'name': '', 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'mac_address': 'fa:16:3e:92:7e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c68b96c6-1f5b-495f-83e0-22099c1c2e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:21Z', 'updated_at': '2021-10-28T09:35:26Z', 'revision_number': 4, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'subnets': [{'id': 'c68b96c6-1f5b-495f-83e0-22099c1c2e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:27.153194 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc6beabf-0f2d-4f85-9fad-ce750e141905 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.167377 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc6beabf-0f2d-4f85-9fad-ce750e141905 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.175129 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf req-502f0ab2-fffe-47c8-a7db-c6501448018d service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555444 Oct 28 09:35:27.183593 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6b375-c968-4811-8284-6c915cf8a9c7 None None] The sync data for ids ['8c881a08-aecd-480f-bb34-e441ecff58f3'] in dv-cinder-815145-4-iscsi is: [{'id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'name': 'tempest-TestShelveInstance-1579165775-router', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:17Z', 'updated_at': '2021-10-28T09:35:23Z', 'revision_number': 4, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'gw_port': {'id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:18Z', 'updated_at': '2021-10-28T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '61ceb6c3-b7b7-45b1-b9a2-b7c168feade8', 'name': '', 'network_id': '019b8898-166d-4704-91ee-2302a70f9dfb', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'mac_address': 'fa:16:3e:92:7e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c68b96c6-1f5b-495f-83e0-22099c1c2e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:21Z', 'updated_at': '2021-10-28T09:35:26Z', 'revision_number': 4, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'subnets': [{'id': 'c68b96c6-1f5b-495f-83e0-22099c1c2e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:27.202477 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-4fcdc682-3245-4f69-94c4-7ee7593ec16e None None] Provisioning complete for port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:27.202855 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc682-3245-4f69-94c4-7ee7593ec16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.360252 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.420188 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c96e4db2-e9a9-42e9-8339-3ea97511b685 req-18b08deb-e34d-49cb-8592-c84ead9a88cd tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 210 time: 0.0889897 Oct 28 09:35:27.434813 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Deleting port ea2470e7-cfe2-4a0e-b660-40c25e25039b {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:27.435269 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.448986 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc6beabf-0f2d-4f85-9fad-ce750e141905 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.453365 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-5c3d3472-fc93-4a65-b0d7-dc45b3779524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'name': 'tempest-ServerRescueNegativeTestJSON-762765713-router', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:10Z', 'updated_at': '2021-10-28T09:35:25Z', 'revision_number': 5, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'gw_port': {'id': 'ea2470e7-cfe2-4a0e-b660-40c25e25039b', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:11Z', 'updated_at': '2021-10-28T09:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:27.453598 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-bc6beabf-0f2d-4f85-9fad-ce750e141905 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5154235 Oct 28 09:35:27.454048 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43530) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:27.458630 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6beabf-0f2d-4f85-9fad-ce750e141905 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b797c5bb-50f1-4948-88a1-eec0f1afc5d2,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:27.463487 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-5445e906-8c9e-4a06-80d0-0e0c05505b1c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Request body: {'security_group_rule': {'security_group_id': '928a8daf-6270-4a81-a829-046172fbaee8', 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:27.490115 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d3472-fc93-4a65-b0d7-dc45b3779524 None None] Checking router: e062ed2d-04a6-4bf7-867d-d9b12a015ef5 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:27.510134 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d3472-fc93-4a65-b0d7-dc45b3779524 None None] Routers {'e062ed2d-04a6-4bf7-867d-d9b12a015ef5'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:27.510798 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-5c3d3472-fc93-4a65-b0d7-dc45b3779524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:27.563014 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] For port ea2470e7-cfe2-4a0e-b660-40c25e25039b, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=ea2470e7-cfe2-4a0e-b660-40c25e25039b,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:27.564504 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.584768 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5445e906-8c9e-4a06-80d0-0e0c05505b1c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.591969 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e7234fa8-ebfe-42a3-be96-1ccb3f0d8ebf req-28ff2cc3-1189-47a8-8f6c-ed7228330671 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940291 Oct 28 09:35:27.593513 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Calling delete_port for ea2470e7-cfe2-4a0e-b660-40c25e25039b owned by network:router_gateway {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:27.671431 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-5c3d3472-fc93-4a65-b0d7-dc45b3779524 None None] Set router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 gateway port host: None {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:27.673038 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5445e906-8c9e-4a06-80d0-0e0c05505b1c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.678865 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5445e906-8c9e-4a06-80d0-0e0c05505b1c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.705719 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445e906-8c9e-4a06-80d0-0e0c05505b1c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae389b2-f3d2-42a3-a699-0bdf62158d5d,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:27.722577 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5445e906-8c9e-4a06-80d0-0e0c05505b1c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.724163 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-5445e906-8c9e-4a06-80d0-0e0c05505b1c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670281 Oct 28 09:35:27.727240 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43538) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:27.732605 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-25ac2f24-4493-48d9-b0e6-9e69973c376f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Request body: {'security_group_rule': {'security_group_id': '928a8daf-6270-4a81-a829-046172fbaee8', 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:27.764849 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-5c3d3472-fc93-4a65-b0d7-dc45b3779524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'name': 'tempest-ServerRescueNegativeTestJSON-762765713-router', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:10Z', 'updated_at': '2021-10-28T09:35:27Z', 'revision_number': 6, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'gw_port_host': None}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:27.777598 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-25ac2f24-4493-48d9-b0e6-9e69973c376f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.798026 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d3472-fc93-4a65-b0d7-dc45b3779524 None None] The sync data for ids ['e062ed2d-04a6-4bf7-867d-d9b12a015ef5'] in dv-cinder-815145-4-iscsi is: [{'id': 'e062ed2d-04a6-4bf7-867d-d9b12a015ef5', 'name': 'tempest-ServerRescueNegativeTestJSON-762765713-router', 'tenant_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:10Z', 'updated_at': '2021-10-28T09:35:27Z', 'revision_number': 6, 'project_id': '95c7ffeeb0b84b0ebc7dc171c98c5986', 'gw_port_host': None}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:27.847419 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61531eb-d205-4729-8afd-317f441df03b req-1b8f0d18-1eb7-4e7d-bc3c-ab40c7f0698d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:27.859019 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a61531eb-d205-4729-8afd-317f441df03b req-1b8f0d18-1eb7-4e7d-bc3c-ab40c7f0698d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.2627482 Oct 28 09:35:27.927989 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-25ac2f24-4493-48d9-b0e6-9e69973c376f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.934639 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-25ac2f24-4493-48d9-b0e6-9e69973c376f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.948733 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a61531eb-d205-4729-8afd-317f441df03b req-990a3b1e-3355-40b3-a494-8b2ef668b92f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825691 Oct 28 09:35:27.973546 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac2f24-4493-48d9-b0e6-9e69973c376f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdeae59d-e4b9-41ae-99de-a584ec0f7cea,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:27.990097 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-25ac2f24-4493-48d9-b0e6-9e69973c376f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:27.991942 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-25ac2f24-4493-48d9-b0e6-9e69973c376f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2630236 Oct 28 09:35:27.995234 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43544) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:27.996951 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.001105 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-26f4697e-901c-4cfa-92f6-3ca51b3ccf57 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Request body: {'security_group_rule': {'security_group_id': '928a8daf-6270-4a81-a829-046172fbaee8', 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:28.032043 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2470e7-cfe2-4a0e-b660-40c25e25039b,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:28.065513 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1d0e21bb-3c13-4d8d-bbd6-cead44e26614 req-0f46d500-a151-4d8c-885f-5ac0fc7277ac tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989122798&fields=id&tenant_id=65819ad24cc5495abf0cde810398a459 HTTP/1.1" status: 200 len: 267 time: 0.0429270 Oct 28 09:35:28.066658 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.securitygroups_db [None req-26f4697e-901c-4cfa-92f6-3ca51b3ccf57 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Project a533dee6c5f9490cb6a4b0bfdf91fb3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:35:28.072653 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-26f4697e-901c-4cfa-92f6-3ca51b3ccf57 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.101164 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953211'] for router_gateway, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.154504 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e21bb-3c13-4d8d-bbd6-cead44e26614 req-fb27f9dd-f4dc-4718-9f1d-2ade44d11648 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:28.155933 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1d0e21bb-3c13-4d8d-bbd6-cead44e26614 req-fb27f9dd-f4dc-4718-9f1d-2ade44d11648 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 984 time: 0.0805936 Oct 28 09:35:28.171338 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-26f4697e-901c-4cfa-92f6-3ca51b3ccf57 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.176634 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-26f4697e-901c-4cfa-92f6-3ca51b3ccf57 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.191241 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-1d0e21bb-3c13-4d8d-bbd6-cead44e26614 req-4bae9d45-e63e-49e3-b2c9-6700d05c4321 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Request body: {'port': {'security_groups': ['4ecba90d-dab3-47d9-b845-8cbbdbeb801e']}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:28.236094 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4697e-901c-4cfa-92f6-3ca51b3ccf57 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712399fd-b4cd-40ac-810b-c9af1d6e8a7a,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:28.255547 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-26f4697e-901c-4cfa-92f6-3ca51b3ccf57 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.257018 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-26f4697e-901c-4cfa-92f6-3ca51b3ccf57 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2602572 Oct 28 09:35:28.275775 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43546) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:28.282731 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-31e216d2-b903-4638-b93d-f6a7f5f3663c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Request body: {'security_group_rule': {'security_group_id': '928a8daf-6270-4a81-a829-046172fbaee8', 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:28.309877 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.securitygroups_db [None req-31e216d2-b903-4638-b93d-f6a7f5f3663c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Project a533dee6c5f9490cb6a4b0bfdf91fb3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:35:28.319155 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-31e216d2-b903-4638-b93d-f6a7f5f3663c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.321790 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-1d0e21bb-3c13-4d8d-bbd6-cead44e26614 req-4bae9d45-e63e-49e3-b2c9-6700d05c4321 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.432012 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-31e216d2-b903-4638-b93d-f6a7f5f3663c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.439474 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-31e216d2-b903-4638-b93d-f6a7f5f3663c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624857'] for security_group_rule, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.467544 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e216d2-b903-4638-b93d-f6a7f5f3663c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19670c93-7f5f-407c-8e51-6a11d211659d,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:28.481812 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-31e216d2-b903-4638-b93d-f6a7f5f3663c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.482986 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-31e216d2-b903-4638-b93d-f6a7f5f3663c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2064011 Oct 28 09:35:28.526143 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4377876d-64d4-4d4b-a952-8d953a530b48 req-e381045b-e619-4d0f-bd2b-8b6b0096d65a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 210 time: 0.0327110 Oct 28 09:35:28.527779 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64810'] for router, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.530108 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.586955 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-1d0e21bb-3c13-4d8d-bbd6-cead44e26614 req-4bae9d45-e63e-49e3-b2c9-6700d05c4321 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] For port ed8c8587-3048-4680-a8a2-125518b40b83, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ed8c8587-3048-4680-a8a2-125518b40b83,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:28.631415 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-1d0e21bb-3c13-4d8d-bbd6-cead44e26614 req-4bae9d45-e63e-49e3-b2c9-6700d05c4321 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.636635 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947974'] for router, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.637299 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e062ed2d-04a6-4bf7-867d-d9b12a015ef5 {{(pid=101414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:35:28.645877 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-1d0e21bb-3c13-4d8d-bbd6-cead44e26614 req-4bae9d45-e63e-49e3-b2c9-6700d05c4321 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.648196 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.651737 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-4bb78217-c73b-45d7-9309-573f7fdb7750 admin admin] 10.222.0.117 "DELETE /v2.0/routers/e062ed2d-04a6-4bf7-867d-d9b12a015ef5 HTTP/1.1" status: 204 len: 168 time: 1.8049693 Oct 28 09:35:28.652378 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43566) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:28.656204 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['ed8c8587-3048-4680-a8a2-125518b40b83'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:28.768206 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 up at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:28.882895 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Provisioning complete for port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:28.883310 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.884689 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e21bb-3c13-4d8d-bbd6-cead44e26614 req-4bae9d45-e63e-49e3-b2c9-6700d05c4321 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:28.885344 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-1d0e21bb-3c13-4d8d-bbd6-cead44e26614 req-4bae9d45-e63e-49e3-b2c9-6700d05c4321 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:28.894213 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43588) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:28.904118 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1d0e21bb-3c13-4d8d-bbd6-cead44e26614 req-4bae9d45-e63e-49e3-b2c9-6700d05c4321 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "PUT /v2.0/ports/ed8c8587-3048-4680-a8a2-125518b40b83 HTTP/1.1" status: 200 len: 942 time: 0.7234051 Oct 28 09:35:28.913788 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:28.916113 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:29.013677 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:35:29.020116 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['ed8c8587-3048-4680-a8a2-125518b40b83'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:29.025585 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd22cb7-5835-451f-a96a-c1afbaf3df77 x-openstack-request-id: req-afd22cb7-5835-451f-a96a-c1afbaf3df77 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:29.026118 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:29.026118 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-afd22cb7-5835-451f-a96a-c1afbaf3df77 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:29.026513 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'status': 'completed', 'code': 200} Oct 28 09:35:29.029628 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_v2 [None req-067597bd-8cb4-40b0-aab2-b9d8410d1cdc admin admin] Deleting subnet df84b19c-f633-4621-a826-ad63d8ecea90 {{(pid=101413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:35:29.043471 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-067597bd-8cb4-40b0-aab2-b9d8410d1cdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.125381 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae9d45-e63e-49e3-b2c9-6700d05c4321 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event updated for resources: {'Port': ['ID=ed8c8587-3048-4680-a8a2-125518b40b83,revision_number=7']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:29.127301 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-58e0320c-1be6-452a-a721-19289295c138 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.148257 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:35:29.176644 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-58e0320c-1be6-452a-a721-19289295c138 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.183589 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-067597bd-8cb4-40b0-aab2-b9d8410d1cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31000906'] for subnet, precommit_delete_associations {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.192712 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-36d95eb0-661d-4f20-964b-af22dd07a64c tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:29.195178 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-36d95eb0-661d-4f20-964b-af22dd07a64c tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.32 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 811 time: 0.4315379 Oct 28 09:35:29.283337 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee66ab-ff76-43b6-8fc7-bc28d9038edc req-9e89e813-2f18-4218-9c47-932eb2a2aec9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:29.285040 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bcee66ab-ff76-43b6-8fc7-bc28d9038edc req-9e89e813-2f18-4218-9c47-932eb2a2aec9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.1797647 Oct 28 09:35:29.298099 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881 req-72b0ed16-eb11-46dd-a551-20c0046f49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:29.299679 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881 req-72b0ed16-eb11-46dd-a551-20c0046f49d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65819ad24cc5495abf0cde810398a459&device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 1098 time: 0.2841821 Oct 28 09:35:29.301169 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-067597bd-8cb4-40b0-aab2-b9d8410d1cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.307654 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f71d627d-ccd2-40a6-a6fd-d413c2cbfaad tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dbac2a0120f4eb7a1627b8f98fef858 HTTP/1.1" status: 200 len: 380 time: 0.0918813 Oct 28 09:35:29.322092 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-58e0320c-1be6-452a-a721-19289295c138 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.324669 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-58e0320c-1be6-452a-a721-19289295c138 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.334759 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-58e0320c-1be6-452a-a721-19289295c138 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "DELETE /v2.0/security-groups/128fb900-a92f-44ab-b30f-701384b58bad HTTP/1.1" status: 204 len: 168 time: 0.4388435 Oct 28 09:35:29.335596 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43602) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:29.372515 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'port': {'device_id': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'admin_state_up': True, 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'security_groups': ['516f72a6-f4e6-463b-81cc-c50276222196']}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:29.483153 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0320c-1be6-452a-a721-19289295c138 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128fb900-a92f-44ab-b30f-701384b58bad,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:29.484159 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:29.504640 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'port_id': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'mac_address': 'fa:16:3e:38:d4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:35:29.535627 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bcee66ab-ff76-43b6-8fc7-bc28d9038edc req-48da4c72-c33b-4704-8ab9-e9932e6d7f27 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742628 Oct 28 09:35:29.606861 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-067597bd-8cb4-40b0-aab2-b9d8410d1cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29683921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29792906'] for subnet, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.653062 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-067597bd-8cb4-40b0-aab2-b9d8410d1cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.658735 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-067597bd-8cb4-40b0-aab2-b9d8410d1cdc admin admin] 10.222.0.117 "DELETE /v2.0/subnets/df84b19c-f633-4621-a826-ad63d8ecea90 HTTP/1.1" status: 204 len: 168 time: 1.0009000 Oct 28 09:35:29.658735 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067597bd-8cb4-40b0-aab2-b9d8410d1cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df84b19c-f633-4621-a826-ad63d8ecea90,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:29.659408 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43622) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:29.684184 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881 req-f72cec1a-7fd7-40cf-8d90-7ee9f41bc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:29.685726 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881 req-f72cec1a-7fd7-40cf-8d90-7ee9f41bc364 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a HTTP/1.1" status: 200 len: 916 time: 0.3723266 Oct 28 09:35:29.703018 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Made reservation on behalf of 4dbac2a0120f4eb7a1627b8f98fef858 for: {'port': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:29.708672 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.711593 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.731320 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.743585 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:29.771642 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5ac440dd-2aa0-4ee8-ae7d-1efe70a73f9c req-28766c47-b576-4900-9e16-23686549f36b tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 210 time: 0.0802791 Oct 28 09:35:29.771951 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:29.815129 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881 req-61fef6fd-3a82-4fc0-baf6-209147d5c186 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8c8587-3048-4680-a8a2-125518b40b83 HTTP/1.1" status: 200 len: 1001 time: 0.1089394 Oct 28 09:35:29.816841 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Deleting port 741a13cd-2884-4e4c-8e8b-999d5ea0403e {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:29.817396 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.821497 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.863075 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.867657 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-c6638364-1ccf-4215-a5c0-223b12021935 None None] Provisioning complete for port ed8c8587-3048-4680-a8a2-125518b40b83 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:29.868101 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c6638364-1ccf-4215-a5c0-223b12021935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:29.911911 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device be9a1731-a60d-4371-b039-b067c3c191c1 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:29.945118 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881 req-56292efb-3712-408b-ad21-d0df2c5abe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:29.947339 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881 req-56292efb-3712-408b-ad21-d0df2c5abe76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa40ae6a-92a7-4efb-a54a-71a326b311db HTTP/1.1" status: 200 len: 853 time: 0.1121178 Oct 28 09:35:29.988879 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: be9a1731-a60d-4371-b039-b067c3c191c1 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:29.989229 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device be9a1731-a60d-4371-b039-b067c3c191c1 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:30.005699 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.006043 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.012706 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:30.023255 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Calling delete_port for 741a13cd-2884-4e4c-8e8b-999d5ea0403e owned by network:floatingip {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:30.044402 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881 req-a80b6f36-786f-45ef-8874-d218b27e44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:30.046086 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881 req-a80b6f36-786f-45ef-8874-d218b27e44d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864344 Oct 28 09:35:30.074763 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.097822 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:30.123041 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7826728-6754-4d4b-bd6f-d1594f9561fc']}} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:30.143177 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655ec7ab-5525-4b8b-8fe8-6292c9fb9710') {'for_net_delete': True} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:30.143580 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655ec7ab-5525-4b8b-8fe8-6292c9fb9710') {} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:30.157957 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31000883'] for segment, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.177837 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.187951 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=101413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:35:30.188923 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29683771'] for segment, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.247595 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881 req-a26e04d3-a15a-49cf-b13b-b5cac3712cf9 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740324 Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: Traceback (most recent call last): Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: timer() Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: cb(*args, **kw) Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: return func(*args, **kwargs) Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: self._notify() Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: self.callback(batched_events) Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: event.method(event) Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: return f(self, *a, **k) Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._get(url).json() Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: return self.request(url, 'GET', **kwargs) Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:35:30.263997 dv-cinder-815145-4-iscsi neutron-server[101413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:35:30.266576 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Allocated IP 172.20.0.10 (a7780ce9-bec5-4cab-8275-e693999d1d8a/e0f8ee91-eb00-4b5d-9ec2-0892afa9890a/c2e48bc2-b23e-44f2-8715-8c703b976456) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:30.277635 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.287865 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.295147 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] 10.222.0.117 "DELETE /v2.0/networks/d7826728-6754-4d4b-bd6f-d1594f9561fc HTTP/1.1" status: 204 len: 168 time: 0.6284003 Oct 28 09:35:30.319440 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11227bc2-8092-4276-b72d-33087e734e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=d7826728-6754-4d4b-bd6f-d1594f9561fc,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:30.439182 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.472596 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d1069ef8-1df9-49d5-8cee-9cb8aaf87881 req-1015993f-1fba-4881-a3fd-b269a4e12fe7 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139800 Oct 28 09:35:30.481958 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event deleted for resources: {'Port': ['ID=741a13cd-2884-4e4c-8e8b-999d5ea0403e,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:30.516619 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.541587 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device ea2470e7-cfe2-4a0e-b660-40c25e25039b no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:30.559520 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks [] for floatingip, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.560099 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.l3_db [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Floating IP 4b426cc2-e447-417b-9675-4f87ae11cdab disassociated (deleted). External IP: 172.27.3.156, port: ed8c8587-3048-4680-a8a2-125518b40b83. Oct 28 09:35:30.568333 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: ea2470e7-cfe2-4a0e-b660-40c25e25039b {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:30.568864 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device ea2470e7-cfe2-4a0e-b660-40c25e25039b not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:30.574121 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.599373 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43628) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:30.636552 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Network a7780ce9-bec5-4cab-8275-e693999d1d8a is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:30.639768 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:30.644100 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:30.683433 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event updated for resources: {'Port': ['ID=c2e48bc2-b23e-44f2-8715-8c703b976456,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:30.693313 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-1112f392-5683-4027-86c9-fb98a3577b98 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=95c7ffeeb0b84b0ebc7dc171c98c5986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900118 Oct 28 09:35:30.695436 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43632) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:30.736993 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:30.737635 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.760675 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3f3c0-9936-47c0-b665-ac44126214fb req-033e316c-bdff-41a1-bb4a-1c3804e781a9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:30.762142 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-edf3f3c0-9936-47c0-b665-ac44126214fb req-033e316c-bdff-41a1-bb4a-1c3804e781a9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 945 time: 0.0910189 Oct 28 09:35:30.765988 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-a656cb9d-b36f-4df6-bfc3-0fb5f1f1d384 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4029944 Oct 28 09:35:30.784887 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Request body: {'port': {'device_id': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:30.840849 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2e405c6a-be46-473c-af32-0b9a92b76a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.875313 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.879875 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-edf3f3c0-9936-47c0-b665-ac44126214fb req-b240bf1d-02ba-4240-ae9b-87438dd10252 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088109 Oct 28 09:35:30.910319 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2e405c6a-be46-473c-af32-0b9a92b76a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:30.951795 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba7264-2c29-4673-8f06-5ab49b5045e5 req-9e3c8a19-9b37-4d6f-87c8-9937ff0c2952 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:30.953327 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5aba7264-2c29-4673-8f06-5ab49b5045e5 req-9e3c8a19-9b37-4d6f-87c8-9937ff0c2952 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 932 time: 0.0877004 Oct 28 09:35:30.968055 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Router 9921bb07-6600-414a-839f-698d7d029923 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:30.995599 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-23e5da04-dc09-4cf7-9e11-865a64831c49 None None] Provisioning complete for port c2e48bc2-b23e-44f2-8715-8c703b976456 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:30.996358 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-23e5da04-dc09-4cf7-9e11-865a64831c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:31.055761 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-23e5da04-dc09-4cf7-9e11-865a64831c49 None None] Port c2e48bc2-b23e-44f2-8715-8c703b976456 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:35:31.082434 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5aba7264-2c29-4673-8f06-5ab49b5045e5 req-4c339670-dd6f-4e2f-beb5-fdca7ba876f6 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127532 Oct 28 09:35:31.090912 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2e405c6a-be46-473c-af32-0b9a92b76a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:31.093513 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2e405c6a-be46-473c-af32-0b9a92b76a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:31.094636 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-2e405c6a-be46-473c-af32-0b9a92b76a96 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/5a8e1485-c729-4df2-85a5-9fb570b483f0 HTTP/1.1" status: 204 len: 168 time: 0.3993828 Oct 28 09:35:31.110428 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e405c6a-be46-473c-af32-0b9a92b76a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8e1485-c729-4df2-85a5-9fb570b483f0,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:31.144298 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:31.145692 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:31.151366 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:31.163600 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f81a30a-496e-42d7-9631-0edeff987128 None None] Sync routers for ids ['9921bb07-6600-414a-839f-698d7d029923'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:31.182618 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e48bc2-b23e-44f2-8715-8c703b976456 {{(pid=101413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:31.192873 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-99dd71b2-9d80-4fc8-a910-c2c617bce741 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "DELETE /v2.0/floatingips/4b426cc2-e447-417b-9675-4f87ae11cdab HTTP/1.1" status: 204 len: 168 time: 1.8487537 Oct 28 09:35:31.192873 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:31.195474 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac095339-8c37-42ed-b4de-56e33fb56133" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:31.196616 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:31.218573 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.provisioning_blocks [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Transition to ACTIVE for port object c2e48bc2-b23e-44f2-8715-8c703b976456 will not be triggered until provisioned by entity L2. {{(pid=101413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:35:31.225798 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81a30a-496e-42d7-9631-0edeff987128 None None] Routers {'9921bb07-6600-414a-839f-698d7d029923'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:31.226053 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:31.226553 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-4f81a30a-496e-42d7-9631-0edeff987128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['9921bb07-6600-414a-839f-698d7d029923'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:31.305072 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ca6443-43eb-4662-8c39-9ded89b92cb4 x-openstack-request-id: req-06ca6443-43eb-4662-8c39-9ded89b92cb4 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:31.305387 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:31.305641 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-06ca6443-43eb-4662-8c39-9ded89b92cb4 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:31.306098 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'status': 'completed', 'code': 200} Oct 28 09:35:31.321503 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:35:31.351818 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Pushing event updated for resources: {'Port': ['ID=c2e48bc2-b23e-44f2-8715-8c703b976456,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:31.400997 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac095339-8c37-42ed-b4de-56e33fb56133 req-aee26f01-7818-48b6-84c7-664b7b34a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:31.403736 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ac095339-8c37-42ed-b4de-56e33fb56133 req-aee26f01-7818-48b6-84c7-664b7b34a0e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65819ad24cc5495abf0cde810398a459&device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 1098 time: 0.0752287 Oct 28 09:35:31.419749 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:31.420120 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:31.438746 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Attempting to bind port c2e48bc2-b23e-44f2-8715-8c703b976456 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:31.439091 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Attempting to bind port c2e48bc2-b23e-44f2-8715-8c703b976456 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:31.439615 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Attempting to bind port c2e48bc2-b23e-44f2-8715-8c703b976456 on network a7780ce9-bec5-4cab-8275-e693999d1d8a {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:31.448043 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Port c2e48bc2-b23e-44f2-8715-8c703b976456 on network a7780ce9-bec5-4cab-8275-e693999d1d8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:35:31.448043 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Attempting to bind port c2e48bc2-b23e-44f2-8715-8c703b976456 on network a7780ce9-bec5-4cab-8275-e693999d1d8a {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:31.451339 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:31.452233 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Checking segment: {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:31.452233 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Bound using segment: {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:31.452510 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Bound port: c2e48bc2-b23e-44f2-8715-8c703b976456, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad57502-ed11-43dc-9dc2-bff55b3c31d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a'}}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:31.452878 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:31.467824 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-4f81a30a-496e-42d7-9631-0edeff987128 None None] Set router 9921bb07-6600-414a-839f-698d7d029923 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:31.547929 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] For port c2e48bc2-b23e-44f2-8715-8c703b976456, host hv-cinder-81514, cleared binding levels {{(pid=101413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:31.551652 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] For port c2e48bc2-b23e-44f2-8715-8c703b976456, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2e48bc2-b23e-44f2-8715-8c703b976456,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:31.557591 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:31.611492 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac095339-8c37-42ed-b4de-56e33fb56133 req-76383878-d197-40e6-bba3-7a1dfa470f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:31.613720 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ac095339-8c37-42ed-b4de-56e33fb56133 req-76383878-d197-40e6-bba3-7a1dfa470f1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a HTTP/1.1" status: 200 len: 916 time: 0.2002397 Oct 28 09:35:31.621796 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:31.637947 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:31.644961 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] 10.222.0.32 "PUT /v2.0/ports/c2e48bc2-b23e-44f2-8715-8c703b976456 HTTP/1.1" status: 200 len: 1094 time: 0.8670228 Oct 28 09:35:31.653589 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'tag': 'c2e48bc2-b23e-44f2-8715-8c703b976456'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:31.660356 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f" -d '{"events": [{"name": "network-changed", "server_uuid": "88daf176-2ffa-43f5-81ea-dd65322acaeb", "tag": "c2e48bc2-b23e-44f2-8715-8c703b976456"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:31.709134 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ac095339-8c37-42ed-b4de-56e33fb56133 req-a1cb10c7-67dd-4582-9a1e-b2f7b181a995 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8c8587-3048-4680-a8a2-125518b40b83 HTTP/1.1" status: 200 len: 217 time: 0.0869067 Oct 28 09:35:31.822679 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac095339-8c37-42ed-b4de-56e33fb56133 req-06d4efad-c47a-4c0b-a8e0-938d401680bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:31.824632 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ac095339-8c37-42ed-b4de-56e33fb56133 req-06d4efad-c47a-4c0b-a8e0-938d401680bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa40ae6a-92a7-4efb-a54a-71a326b311db HTTP/1.1" status: 200 len: 853 time: 0.1079121 Oct 28 09:35:31.828423 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72e85b9-8a32-4091-80b0-9f4ec85df00d x-openstack-request-id: req-d72e85b9-8a32-4091-80b0-9f4ec85df00d {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:31.828423 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88daf176-2ffa-43f5-81ea-dd65322acaeb", "tag": "c2e48bc2-b23e-44f2-8715-8c703b976456", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:31.828423 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d72e85b9-8a32-4091-80b0-9f4ec85df00d {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:31.828423 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'tag': 'c2e48bc2-b23e-44f2-8715-8c703b976456', 'status': 'completed', 'code': 200} Oct 28 09:35:31.859842 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:31.882174 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-dde21ad8-f65c-4d20-8060-bd7170f340a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:31.883660 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-dde21ad8-f65c-4d20-8060-bd7170f340a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 1097 time: 0.1832721 Oct 28 09:35:31.884295 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbec3a-52b1-4887-acaa-1f49310f150b service neutron] Pushing event updated for resources: {'Port': ['ID=c2e48bc2-b23e-44f2-8715-8c703b976456,revision_number=3']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:31.916991 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac095339-8c37-42ed-b4de-56e33fb56133 req-9d980936-1b69-4ac5-bc92-105cb7fdb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:31.918527 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ac095339-8c37-42ed-b4de-56e33fb56133 req-9d980936-1b69-4ac5-bc92-105cb7fdb91f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855608 Oct 28 09:35:31.941302 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:31.952904 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a6203d-44a2-46f7-b7f9-fe7c7b42a468" -d '{"events": [{"server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "name": "network-vif-plugged", "status": "completed", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:31.954552 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-4d412d88-8449-4844-87ac-867336e7e69a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e48bc2-b23e-44f2-8715-8c703b976456 HTTP/1.1" status: 200 len: 217 time: 0.0560040 Oct 28 09:35:32.001784 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:32.013222 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:32.050537 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0687ad-1547-4316-b208-ee1ecaf9ed14 x-openstack-request-id: req-8c0687ad-1547-4316-b208-ee1ecaf9ed14 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:32.050985 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "name": "network-vif-plugged", "status": "completed", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:32.051243 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-8c0687ad-1547-4316-b208-ee1ecaf9ed14 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:32.051630 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'code': 200} Oct 28 09:35:32.067859 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-bf5f52b6-8a03-4ee7-a3db-045d0c0128a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:32.073749 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-bf5f52b6-8a03-4ee7-a3db-045d0c0128a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a HTTP/1.1" status: 200 len: 850 time: 0.0954621 Oct 28 09:35:32.097115 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ac095339-8c37-42ed-b4de-56e33fb56133 req-42e43357-46dd-408f-b469-98c174056b38 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688566 Oct 28 09:35:32.130960 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:32.151635 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-4f81a30a-496e-42d7-9631-0edeff987128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'd59a2642-ab17-4808-8803-cf826545ec58', 'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'mac_address': 'fa:16:3e:b5:db:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:09Z', 'updated_at': '2021-10-28T09:32:17Z', 'revision_number': 5, 'project_id': '65819ad24cc5495abf0cde810398a459', 'subnets': [{'id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:32.187382 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767934b-99ed-4f2b-bb8e-5565d440f1c0 req-5f25d5f9-c597-4edf-96b3-649d19b7de69 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:32.188522 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f81a30a-496e-42d7-9631-0edeff987128 None None] Checking router: 9921bb07-6600-414a-839f-698d7d029923 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:32.199029 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81a30a-496e-42d7-9631-0edeff987128 None None] Routers {'9921bb07-6600-414a-839f-698d7d029923'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:32.199916 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-4f81a30a-496e-42d7-9631-0edeff987128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['9921bb07-6600-414a-839f-698d7d029923'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:32.201202 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6767934b-99ed-4f2b-bb8e-5565d440f1c0 req-5f25d5f9-c597-4edf-96b3-649d19b7de69 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.1540899 Oct 28 09:35:32.243717 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-6ddefc5f-de95-4a39-9592-c0b7e33982b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:32.245388 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-6ddefc5f-de95-4a39-9592-c0b7e33982b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7780ce9-bec5-4cab-8275-e693999d1d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1321194 Oct 28 09:35:32.379344 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-4f81a30a-496e-42d7-9631-0edeff987128 None None] Set router 9921bb07-6600-414a-839f-698d7d029923 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:32.385877 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43676) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:32.388671 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6767934b-99ed-4f2b-bb8e-5565d440f1c0 req-c003532b-c22c-440d-809e-8f17363d4f14 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812851 Oct 28 09:35:32.419039 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79b4bb-5168-4a9c-9c7c-e3c617a1cc89 req-08714930-6eea-4d1a-983e-a6fd8eb83ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:32.420653 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4c79b4bb-5168-4a9c-9c7c-e3c617a1cc89 req-08714930-6eea-4d1a-983e-a6fd8eb83ce9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 1099 time: 0.1373293 Oct 28 09:35:32.422723 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ac095339-8c37-42ed-b4de-56e33fb56133 req-33182420-caa3-4b78-b2fa-bd815f6bb2b5 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172593 Oct 28 09:35:32.435453 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-f9ae3850-1fb0-4ef5-bcf2-be29fa0a9540 service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809523 Oct 28 09:35:32.479453 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4c79b4bb-5168-4a9c-9c7c-e3c617a1cc89 req-9e8dd1e4-46e8-465d-bb4d-510789663123 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462668 Oct 28 09:35:32.483803 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b7e9f-128d-457e-8aa0-444223af90d7 req-3ffc91c4-f5e7-4cba-a472-03c3e5ed607e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:32.485417 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-809b7e9f-128d-457e-8aa0-444223af90d7 req-3ffc91c4-f5e7-4cba-a472-03c3e5ed607e tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 944 time: 0.2298226 Oct 28 09:35:32.567238 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-809b7e9f-128d-457e-8aa0-444223af90d7 req-de7a17e7-383c-4632-96ae-1750667b033b tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565765 Oct 28 09:35:32.579156 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2105866310-network', 'tenant_id': '9f29a0883a6a4a5bb40bf67e5d2416dd'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:32.608507 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6ad2a05e-bea6-48ea-86a6-e79fce91d50b req-074629ba-cd9f-4d17-a860-56fa0f2265c0 service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613846 Oct 28 09:35:32.615661 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Made reservation on behalf of 9f29a0883a6a4a5bb40bf67e5d2416dd for: {'network': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:32.618300 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:32.627334 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:32.652020 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-4f81a30a-496e-42d7-9631-0edeff987128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'd59a2642-ab17-4808-8803-cf826545ec58', 'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'mac_address': 'fa:16:3e:b5:db:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:09Z', 'updated_at': '2021-10-28T09:32:17Z', 'revision_number': 5, 'project_id': '65819ad24cc5495abf0cde810398a459', 'subnets': [{'id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:32.729554 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:32.733569 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:32.799757 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=101413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:35:32.817430 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd99772-51cb-4cc2-bafd-56478b11c9c1,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:32.828433 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:32.828433 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.segments_db [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Added segment 0760e62e-bcd6-48a3-bb44-f5f51504ae0e of type vlan for network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 Oct 28 09:35:32.836344 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f81a30a-496e-42d7-9631-0edeff987128 None None] The sync data for ids ['9921bb07-6600-414a-839f-698d7d029923'] in dv-cinder-815145-4-iscsi is: [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:32:10Z', 'revision_number': 4, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'd59a2642-ab17-4808-8803-cf826545ec58', 'name': '', 'network_id': 'f11e3cc8-0410-4fb2-a36b-a78d57e9c74a', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'mac_address': 'fa:16:3e:b5:db:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:09Z', 'updated_at': '2021-10-28T09:32:17Z', 'revision_number': 5, 'project_id': '65819ad24cc5495abf0cde810398a459', 'subnets': [{'id': 'aa40ae6a-92a7-4efb-a54a-71a326b311db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:32.854336 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f req-aafd732e-e293-4f0a-8d6f-6a8c3b73071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:32.855877 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f req-aafd732e-e293-4f0a-8d6f-6a8c3b73071c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 1097 time: 0.1032743 Oct 28 09:35:32.934476 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:32.984475 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:32.985395 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:32.985971 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:33.056375 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f req-5ef7a66e-03ce-4d83-bc82-add98fa1e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:33.059387 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f req-5ef7a66e-03ce-4d83-bc82-add98fa1e17b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 913 time: 0.1843221 Oct 28 09:35:33.072519 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6468740 Oct 28 09:35:33.074736 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43692) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:33.079674 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] Request body: {'subnet': {'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2105866310-subnet', 'tenant_id': '9f29a0883a6a4a5bb40bf67e5d2416dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:33.086320 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc9cef-6fd2-4648-a16d-6564b0360d28 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4dcbfc-028a-4476-8d7a-1f54bc838762,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:33.097803 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:35:33.124508 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] Made reservation on behalf of 9f29a0883a6a4a5bb40bf67e5d2416dd for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:33.126646 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f req-aef55e91-b3b0-4e87-b899-3a647e3bd832 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e48bc2-b23e-44f2-8715-8c703b976456 HTTP/1.1" status: 200 len: 217 time: 0.0599053 Oct 28 09:35:33.127821 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30377752'] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:33.160637 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc6a8ec-edf2-4a56-b31c-4d3f3dfb47b6 None None] New status for floating IP 4b426cc2-e447-417b-9675-4f87ae11cdab: DOWN {{(pid=101416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:35:33.204002 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f req-cebbc958-c6c2-4533-b792-737b275db826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:33.205565 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f req-cebbc958-c6c2-4533-b792-737b275db826 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a HTTP/1.1" status: 200 len: 850 time: 0.0713608 Oct 28 09:35:33.269763 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f req-aad41ab9-633d-4a3e-bced-6cea8a86e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:33.272359 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f req-aad41ab9-633d-4a3e-bced-6cea8a86e2e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7780ce9-bec5-4cab-8275-e693999d1d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567255 Oct 28 09:35:33.331718 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30394273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30377738'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:33.395757 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f req-72eadc58-021e-4be1-b65a-bb2f98c844bb service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159446 Oct 28 09:35:33.396660 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1573bebb-0c22-4303-84bc-3fe11b947157,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:33.405334 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] Checking segment: {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:33.405334 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] Network hostable DHCP agents. Network: 3a4dcbfc-028a-4476-8d7a-1f54bc838762, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:35:33.424881 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] Network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:35:33.444182 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 3a4dcbfc-028a-4476-8d7a-1f54bc838762) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:33.449978 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:33.450722 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:33.458044 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c2ead3-4d8b-4f57-b2c2-033884ada97c None None] Network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:33.491997 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-cc41effa-af23-4582-85bd-660196e8dae0 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4150023 Oct 28 09:35:33.544942 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4efeb-8bc9-42b9-85fb-470a4a8fc1d3 req-4356db85-59b1-4264-a937-19d88f683321 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:33.546492 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1fc4efeb-8bc9-42b9-85fb-470a4a8fc1d3 req-4356db85-59b1-4264-a937-19d88f683321 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0729828 Oct 28 09:35:33.557614 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e0eb9d4c-de0c-438c-80cc-c3b89fda081f req-c88fa2a7-a55c-4e05-a346-8eca8877f97e service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508396 Oct 28 09:35:33.587938 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1fc4efeb-8bc9-42b9-85fb-470a4a8fc1d3 req-47779f71-69dd-4a02-a011-4bd186f10d33 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351350 Oct 28 09:35:33.647612 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9233ee3-e718-4fd5-a9c5-05c4b96942ed None None] Network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:33.945881 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e32196-102a-45f2-aa00-7ea4b4cebba5 req-2d1ad3eb-6a67-49d0-a559-9d845fec9b0a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:33.947382 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-41e32196-102a-45f2-aa00-7ea4b4cebba5 req-2d1ad3eb-6a67-49d0-a559-9d845fec9b0a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 944 time: 0.2920520 Oct 28 09:35:33.988454 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-41e32196-102a-45f2-aa00-7ea4b4cebba5 req-6488e420-cb79-4520-bb20-3ebca646abb1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Oct 28 09:35:34.040065 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278b164-c911-41ae-959a-af96eb16367d req-4415ca91-ffd6-4f41-b388-ce9367f317d7 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:34.041633 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-4415ca91-ffd6-4f41-b388-ce9367f317d7 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 815 time: 0.1084874 Oct 28 09:35:34.057807 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-759f6b50-e242-4883-9a2d-51e5e1005eb3 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/quotas/9f29a0883a6a4a5bb40bf67e5d2416dd HTTP/1.1" status: 200 len: 375 time: 0.0102756 Oct 28 09:35:34.097212 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-1adcca1e-f1a7-4f70-8e23-d2eea544afb6 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337803 Oct 28 09:35:34.189689 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-0fe531df-95a3-4cd3-aec1-2e1ad2c4e540 service neutron] 10.222.0.117 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846837 Oct 28 09:35:34.285337 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-046ce5f1-aee1-4de6-b066-3940ea184505 service neutron] 10.222.0.117 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893376 Oct 28 09:35:34.310763 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd4dd7-effe-4ee0-83dc-3b0b944a4d9a req-8b4c6c0e-d19c-430d-bcdb-26b2b24580cf tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:34.312280 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-94cd4dd7-effe-4ee0-83dc-3b0b944a4d9a req-8b4c6c0e-d19c-430d-bcdb-26b2b24580cf tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 945 time: 0.0566835 Oct 28 09:35:34.354102 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-94cd4dd7-effe-4ee0-83dc-3b0b944a4d9a req-1e16fac3-a18a-482d-8efd-2a3a0ef4e289 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357835 Oct 28 09:35:34.454010 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-71acdeb2-33a4-4b0d-b442-d0508e482d11 req-df0dc0eb-18b0-40e7-8856-ace990a639cd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 210 time: 0.0288324 Oct 28 09:35:34.731669 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03266ed1-881e-415c-b1a5-d44f8fdf3ac0 req-a0d876ff-d5f0-44da-857d-8e2ab8c1beb4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:34.733261 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-03266ed1-881e-415c-b1a5-d44f8fdf3ac0 req-a0d876ff-d5f0-44da-857d-8e2ab8c1beb4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0529983 Oct 28 09:35:34.775898 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-03266ed1-881e-415c-b1a5-d44f8fdf3ac0 req-6fc2efcc-5b70-4703-84fd-3c098fc9b228 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362756 Oct 28 09:35:34.900769 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea2525-95e9-4a50-8e45-37a026f95ea7 req-aacbac13-972a-4740-8172-579f385d4aac tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:34.902284 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3aea2525-95e9-4a50-8e45-37a026f95ea7 req-aacbac13-972a-4740-8172-579f385d4aac tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0500739 Oct 28 09:35:34.911490 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43738) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:34.918774 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-f67d5411-e515-4b52-a0c4-75709ab5f1c0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Request body: {'floatingip': {'port_id': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:34.961566 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f67d5411-e515-4b52-a0c4-75709ab5f1c0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:35.144720 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device c2e48bc2-b23e-44f2-8715-8c703b976456 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:35:35.251585 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port c2e48bc2-b23e-44f2-8715-8c703b976456, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2e48bc2-b23e-44f2-8715-8c703b976456,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:35.262672 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': 'c2e48bc2-b23e-44f2-8715-8c703b976456', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'port_id': 'c2e48bc2-b23e-44f2-8715-8c703b976456', 'mac_address': 'fa:16:3e:8f:7f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:35:35.302246 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:35.318270 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e48bc2-b23e-44f2-8715-8c703b976456 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:35.343526 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port c2e48bc2-b23e-44f2-8715-8c703b976456, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2e48bc2-b23e-44f2-8715-8c703b976456,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:35.348337 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:35.367369 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44211-5088-4c70-8399-ae0deb167c8f req-67d85d42-f52d-4729-811e-018a0c03b7bf tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:35.368922 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4ed44211-5088-4c70-8399-ae0deb167c8f req-67d85d42-f52d-4729-811e-018a0c03b7bf tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 944 time: 0.1074960 Oct 28 09:35:35.404659 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=c2e48bc2-b23e-44f2-8715-8c703b976456,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:35.493548 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4ed44211-5088-4c70-8399-ae0deb167c8f req-9235878c-17c7-4d2b-8bce-f828241e2887 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092925 Oct 28 09:35:35.555950 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51546ca-f910-40bf-80fc-1a1bddf31a30 req-8bf15979-93f3-4640-a0c3-3c5107883fc6 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:35.557550 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b51546ca-f910-40bf-80fc-1a1bddf31a30 req-8bf15979-93f3-4640-a0c3-3c5107883fc6 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 945 time: 0.0910482 Oct 28 09:35:35.567988 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278b164-c911-41ae-959a-af96eb16367d req-bd9def88-85ed-4b69-976a-5ad15e0d166e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:35.569720 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-bd9def88-85ed-4b69-976a-5ad15e0d166e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 815 time: 0.1923778 Oct 28 09:35:35.595975 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Request body: {'port': {'device_id': 'dcb13ace-5b94-49da-8273-68fc793a39e1', 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762', 'admin_state_up': True, 'tenant_id': '9f29a0883a6a4a5bb40bf67e5d2416dd'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:35.608374 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-010c9756-acdd-41a7-9231-3f5437a0abcc req-7078d830-6825-4b0c-bb35-348f3cc1d449 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 210 time: 0.0392022 Oct 28 09:35:35.624907 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['c2e48bc2-b23e-44f2-8715-8c703b976456'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:35.687209 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b51546ca-f910-40bf-80fc-1a1bddf31a30 req-cbaf9b49-035a-497c-8724-f23d4ac3abdd tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163719 Oct 28 09:35:35.762974 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Made reservation on behalf of 9f29a0883a6a4a5bb40bf67e5d2416dd for: {'port': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:35.767586 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:35.810882 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f67d5411-e515-4b52-a0c4-75709ab5f1c0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:35.814872 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f67d5411-e515-4b52-a0c4-75709ab5f1c0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:35.904105 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Allocated IP 172.20.0.3 (3a4dcbfc-028a-4476-8d7a-1f54bc838762/1573bebb-0c22-4303-84bc-3fe11b947157/818b4a60-85b8-4ffe-a218-3fa7895f2dd0) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:35.916424 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.l3_db [None req-f67d5411-e515-4b52-a0c4-75709ab5f1c0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Floating IP 83d3a644-688c-46ee-a96d-bc2b8d43fc69 associated. External IP: 172.27.3.67, port: a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd. Oct 28 09:35:36.069165 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.104035 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.136351 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67d5411-e515-4b52-a0c4-75709ab5f1c0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Router 54f2ba96-664f-437f-b341-43d0fb2c64ae has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:36.150342 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:36.153626 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:36.157070 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:36.186549 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Pushing event updated for resources: {'Port': ['ID=818b4a60-85b8-4ffe-a218-3fa7895f2dd0,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:36.221653 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:36.221653 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.237119 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-b57c7d9d-4c33-4c28-a562-291507ae1b09 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6450462 Oct 28 09:35:36.249470 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Request body: {'port': {'device_id': 'dcb13ace-5b94-49da-8273-68fc793a39e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:36.278573 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd4fe8-2705-4366-bed6-85ffdf622a52 req-f2ada704-02bf-4ddd-af69-4cd4a2e0434f tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:36.280114 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-abbd4fe8-2705-4366-bed6-85ffdf622a52 req-f2ada704-02bf-4ddd-af69-4cd4a2e0434f tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 945 time: 0.1005414 Oct 28 09:35:36.288138 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67d5411-e515-4b52-a0c4-75709ab5f1c0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:36.293653 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f67d5411-e515-4b52-a0c4-75709ab5f1c0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.298552 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9175c-edb6-47c8-9269-9f9b45e9dcf8 None None] Sync routers for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:36.307975 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.310643 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9175c-edb6-47c8-9269-9f9b45e9dcf8 None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:36.311267 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-7cc9175c-edb6-47c8-9269-9f9b45e9dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:36.357739 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-f67d5411-e515-4b52-a0c4-75709ab5f1c0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "PUT /v2.0/floatingips/83d3a644-688c-46ee-a96d-bc2b8d43fc69 HTTP/1.1" status: 200 len: 991 time: 1.4403465 Oct 28 09:35:36.363657 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:36.368045 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e859cea7-d42e-4515-a30c-1de054228dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:36.429090 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-7cc9175c-edb6-47c8-9269-9f9b45e9dcf8 None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:36.461186 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-abbd4fe8-2705-4366-bed6-85ffdf622a52 req-bc256b72-d8af-4a7f-b600-8cfcfe9bb2b2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Deleting port ed8c8587-3048-4680-a8a2-125518b40b83 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:36.464493 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-abbd4fe8-2705-4366-bed6-85ffdf622a52 req-bc256b72-d8af-4a7f-b600-8cfcfe9bb2b2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.469873 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45233da3-208c-426c-a124-76f29911458b x-openstack-request-id: req-45233da3-208c-426c-a124-76f29911458b {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:36.471011 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:36.471267 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-45233da3-208c-426c-a124-76f29911458b {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:36.471658 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'status': 'completed', 'code': 200} Oct 28 09:35:36.646535 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859cea7-d42e-4515-a30c-1de054228dc4 req-8c51c384-30e9-4398-b863-16eb26642740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:36.649079 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e859cea7-d42e-4515-a30c-1de054228dc4 req-8c51c384-30e9-4398-b863-16eb26642740 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 1099 time: 0.1383913 Oct 28 09:35:36.658514 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 {{(pid=101413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:36.667631 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.667850 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-abbd4fe8-2705-4366-bed6-85ffdf622a52 req-bc256b72-d8af-4a7f-b600-8cfcfe9bb2b2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] For port ed8c8587-3048-4680-a8a2-125518b40b83, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=ed8c8587-3048-4680-a8a2-125518b40b83,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:36.668101 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-abbd4fe8-2705-4366-bed6-85ffdf622a52 req-bc256b72-d8af-4a7f-b600-8cfcfe9bb2b2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.684415 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.provisioning_blocks [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Transition to ACTIVE for port object 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 will not be triggered until provisioned by entity L2. {{(pid=101413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:35:36.690954 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:36.730306 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-abbd4fe8-2705-4366-bed6-85ffdf622a52 req-bc256b72-d8af-4a7f-b600-8cfcfe9bb2b2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Calling delete_port for ed8c8587-3048-4680-a8a2-125518b40b83 owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:36.754348 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e779-c9c9-4e3d-9c41-79a4cffaaa65 req-ea9c4c80-6acc-4a14-98f6-e581412878fd tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:36.756013 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a608e779-c9c9-4e3d-9c41-79a4cffaaa65 req-ea9c4c80-6acc-4a14-98f6-e581412878fd tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 945 time: 0.1824100 Oct 28 09:35:36.762564 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-7cc9175c-edb6-47c8-9269-9f9b45e9dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '83d3a644-688c-46ee-a96d-bc2b8d43fc69', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'port_id': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'mac_address': 'fa:16:3e:38:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd109e46e-964a-49cc-9439-f1783eaed763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:35:19Z', 'updated_at': '2021-10-28T09:35:35Z', 'revision_number': 1, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:36.795775 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=818b4a60-85b8-4ffe-a218-3fa7895f2dd0,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:36.819577 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9175c-edb6-47c8-9269-9f9b45e9dcf8 None None] Checking router: 54f2ba96-664f-437f-b341-43d0fb2c64ae for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:36.834536 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9175c-edb6-47c8-9269-9f9b45e9dcf8 None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:36.835249 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-7cc9175c-edb6-47c8-9269-9f9b45e9dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:36.861521 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a608e779-c9c9-4e3d-9c41-79a4cffaaa65 req-f3466d0d-9210-4457-a124-b1254da36697 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984013 Oct 28 09:35:36.885035 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859cea7-d42e-4515-a30c-1de054228dc4 req-c1cad9c8-a07f-4f94-ba92-dec1a02a9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:36.885035 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e859cea7-d42e-4515-a30c-1de054228dc4 req-c1cad9c8-a07f-4f94-ba92-dec1a02a9c1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 918 time: 0.2197919 Oct 28 09:35:36.885255 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a151c-8232-4c06-9295-4252857c6a21 req-1f3379de-d7ac-4658-b6f6-38cb15c71ca7 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:36.885565 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1c7a151c-8232-4c06-9295-4252857c6a21 req-1f3379de-d7ac-4658-b6f6-38cb15c71ca7 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 943 time: 0.1911428 Oct 28 09:35:36.947212 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1c7a151c-8232-4c06-9295-4252857c6a21 req-3ab29b96-0578-4067-a694-a3af6074b749 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543113 Oct 28 09:35:36.988149 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Attempting to bind port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:36.988810 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Attempting to bind port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:36.989145 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Attempting to bind port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:36.994749 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:35:36.995075 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Attempting to bind port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:36.995686 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-7cc9175c-edb6-47c8-9269-9f9b45e9dcf8 None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:37.000047 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:37.000397 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Checking segment: {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:37.000781 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Bound using segment: {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:37.001206 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Bound port: 818b4a60-85b8-4ffe-a218-3fa7895f2dd0, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'}}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:37.001556 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.020180 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e859cea7-d42e-4515-a30c-1de054228dc4 req-fded8763-05da-4653-8df2-a870331f00c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd HTTP/1.1" status: 200 len: 999 time: 0.1348028 Oct 28 09:35:37.071162 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] For port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0, host hv-cinder-81514, cleared binding levels {{(pid=101413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:37.074327 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] For port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=818b4a60-85b8-4ffe-a218-3fa7895f2dd0,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:37.082119 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.094036 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633a6be-7856-4662-89e6-ef121037fecd req-154b6992-3d95-479f-b565-d6b422e2d37a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:37.095564 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4633a6be-7856-4662-89e6-ef121037fecd req-154b6992-3d95-479f-b565-d6b422e2d37a tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/ports?device_id=ab3d0ddb-7d23-47b8-9192-641759278e9f HTTP/1.1" status: 200 len: 945 time: 0.1386578 Oct 28 09:35:37.098632 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-abbd4fe8-2705-4366-bed6-85ffdf622a52 req-bc256b72-d8af-4a7f-b600-8cfcfe9bb2b2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.111088 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['ed8c8587-3048-4680-a8a2-125518b40b83'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:37.114408 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859cea7-d42e-4515-a30c-1de054228dc4 req-25217868-08a4-4660-9dad-b0c597c2059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:37.118678 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e859cea7-d42e-4515-a30c-1de054228dc4 req-25217868-08a4-4660-9dad-b0c597c2059e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.0880272 Oct 28 09:35:37.127200 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:37.127805 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.129226 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/818b4a60-85b8-4ffe-a218-3fa7895f2dd0 HTTP/1.1" status: 200 len: 1093 time: 0.8838811 Oct 28 09:35:37.129720 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb13ace-5b94-49da-8273-68fc793a39e1', 'tag': '818b4a60-85b8-4ffe-a218-3fa7895f2dd0'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:37.132913 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b8bbbc-85cc-4167-9e45-6337da224627" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb13ace-5b94-49da-8273-68fc793a39e1", "tag": "818b4a60-85b8-4ffe-a218-3fa7895f2dd0"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:37.186044 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device c2e48bc2-b23e-44f2-8715-8c703b976456 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:37.202626 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc256b72-d8af-4a7f-b600-8cfcfe9bb2b2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Pushing event deleted for resources: {'Port': ['ID=ed8c8587-3048-4680-a8a2-125518b40b83,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:37.220159 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d538d-a9b0-4161-87a1-48da7ddbb0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=818b4a60-85b8-4ffe-a218-3fa7895f2dd0,revision_number=3']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:37.237398 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278b164-c911-41ae-959a-af96eb16367d req-ca9b7723-aab0-485a-b583-cf069041830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:37.239040 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-ca9b7723-aab0-485a-b583-cf069041830f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 1096 time: 0.0706639 Oct 28 09:35:37.244225 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a184ff34-7cab-4d4a-bb2c-70b6aa7033d4 x-openstack-request-id: req-a184ff34-7cab-4d4a-bb2c-70b6aa7033d4 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:37.244650 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb13ace-5b94-49da-8273-68fc793a39e1", "tag": "818b4a60-85b8-4ffe-a218-3fa7895f2dd0", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:37.244996 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-a184ff34-7cab-4d4a-bb2c-70b6aa7033d4 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:37.245487 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb13ace-5b94-49da-8273-68fc793a39e1', 'tag': '818b4a60-85b8-4ffe-a218-3fa7895f2dd0', 'status': 'completed', 'code': 200} Oct 28 09:35:37.255719 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbd4fe8-2705-4366-bed6-85ffdf622a52 req-bc256b72-d8af-4a7f-b600-8cfcfe9bb2b2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] No DVR routers for this DVR port ed8c8587-3048-4680-a8a2-125518b40b83 on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:37.262254 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-abbd4fe8-2705-4366-bed6-85ffdf622a52 req-bc256b72-d8af-4a7f-b600-8cfcfe9bb2b2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.265890 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-abbd4fe8-2705-4366-bed6-85ffdf622a52 req-bc256b72-d8af-4a7f-b600-8cfcfe9bb2b2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.32 "DELETE /v2.0/ports/ed8c8587-3048-4680-a8a2-125518b40b83 HTTP/1.1" status: 204 len: 173 time: 0.9755824 Oct 28 09:35:37.269430 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4633a6be-7856-4662-89e6-ef121037fecd req-05fb60af-ebf7-4bc1-9cee-43ea19f0f0c2 tempest-TestMinimumBasicScenario-457100858 tempest-TestMinimumBasicScenario-457100858-project] 10.222.0.117 "GET /v2.0/security-groups?id=4ecba90d-dab3-47d9-b845-8cbbdbeb801e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472652 Oct 28 09:35:37.277244 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859cea7-d42e-4515-a30c-1de054228dc4 req-33a109c3-8f0e-472a-b117-3d2df5484698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:37.279165 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e859cea7-d42e-4515-a30c-1de054228dc4 req-33a109c3-8f0e-472a-b117-3d2df5484698 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1499856 Oct 28 09:35:37.307223 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-ffabccab-6f95-470e-b6ea-14e1f055e6ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=818b4a60-85b8-4ffe-a218-3fa7895f2dd0 HTTP/1.1" status: 200 len: 217 time: 0.0564303 Oct 28 09:35:37.330052 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port c2e48bc2-b23e-44f2-8715-8c703b976456 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:35:37.339464 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port c2e48bc2-b23e-44f2-8715-8c703b976456 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:37.339977 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.385642 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278b164-c911-41ae-959a-af96eb16367d req-81219984-cfde-4646-ae28-f780661733a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:37.388057 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-81219984-cfde-4646-ae28-f780661733a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1573bebb-0c22-4303-84bc-3fe11b947157 HTTP/1.1" status: 200 len: 855 time: 0.0710361 Oct 28 09:35:37.403982 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e859cea7-d42e-4515-a30c-1de054228dc4 req-0b892dc2-986b-4f25-b80f-59b568f6f5fa service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127591 Oct 28 09:35:37.429197 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-21c86406-2ef6-4639-9bef-26a4341014c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a4dcbfc-028a-4476-8d7a-1f54bc838762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318496 Oct 28 09:35:37.482800 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-7cc9175c-edb6-47c8-9269-9f9b45e9dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '83d3a644-688c-46ee-a96d-bc2b8d43fc69', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'port_id': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'mac_address': 'fa:16:3e:38:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd109e46e-964a-49cc-9439-f1783eaed763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:35:19Z', 'updated_at': '2021-10-28T09:35:35Z', 'revision_number': 1, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:37.521074 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9175c-edb6-47c8-9269-9f9b45e9dcf8 None None] The sync data for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi is: [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '83d3a644-688c-46ee-a96d-bc2b8d43fc69', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'port_id': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'mac_address': 'fa:16:3e:38:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd109e46e-964a-49cc-9439-f1783eaed763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:35:19Z', 'updated_at': '2021-10-28T09:35:35Z', 'revision_number': 1, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:37.524161 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.525308 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e859cea7-d42e-4515-a30c-1de054228dc4 req-7b0624d7-93b3-4d41-bd53-578e68ee1c88 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137869 Oct 28 09:35:37.560450 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-7792e79c-380c-4623-a14b-bcb442319cca service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243792 Oct 28 09:35:37.696405 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e278b164-c911-41ae-959a-af96eb16367d req-8f3c9745-2186-4cc7-8cf8-e0898ec42994 service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247442 Oct 28 09:35:37.703397 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e48bc2-b23e-44f2-8715-8c703b976456'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:37.706001 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd484c8-f1af-40a7-aefa-c47f50f95b07" -d '{"events": [{"server_uuid": "88daf176-2ffa-43f5-81ea-dd65322acaeb", "name": "network-vif-plugged", "status": "completed", "tag": "c2e48bc2-b23e-44f2-8715-8c703b976456"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:37.719381 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port c2e48bc2-b23e-44f2-8715-8c703b976456, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2e48bc2-b23e-44f2-8715-8c703b976456,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:37.725964 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:37.776462 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c318d529-446b-44ba-8901-dba534e67695 x-openstack-request-id: req-c318d529-446b-44ba-8901-dba534e67695 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:37.776781 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88daf176-2ffa-43f5-81ea-dd65322acaeb", "name": "network-vif-plugged", "status": "completed", "tag": "c2e48bc2-b23e-44f2-8715-8c703b976456", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:37.777047 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c318d529-446b-44ba-8901-dba534e67695 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:37.777434 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e48bc2-b23e-44f2-8715-8c703b976456', 'code': 200} Oct 28 09:35:37.806719 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=c2e48bc2-b23e-44f2-8715-8c703b976456,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:37.864067 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8bbbc-85cc-4167-9e45-6337da224627 req-b9707fc0-da1e-42c3-9cf1-961cbe8b8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:37.866350 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c0b8bbbc-85cc-4167-9e45-6337da224627 req-b9707fc0-da1e-42c3-9cf1-961cbe8b8996 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 1096 time: 0.0687490 Oct 28 09:35:37.868849 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8cc43e-6969-400a-b0ca-ab1b33e5ebbc None None] New status for floating IP 83d3a644-688c-46ee-a96d-bc2b8d43fc69: ACTIVE {{(pid=101416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:35:38.057347 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8bbbc-85cc-4167-9e45-6337da224627 req-355c5089-3124-43b2-a639-4ec5a71e0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:38.058995 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c0b8bbbc-85cc-4167-9e45-6337da224627 req-355c5089-3124-43b2-a639-4ec5a71e0426 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 917 time: 0.1856840 Oct 28 09:35:38.100882 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbb454-f4d7-4d6f-a5a4-2a1ea6567977 req-75fe0380-38ec-445b-ba2e-2645521a83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:38.102501 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a5fbb454-f4d7-4d6f-a5a4-2a1ea6567977 req-75fe0380-38ec-445b-ba2e-2645521a83a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 1099 time: 0.0869362 Oct 28 09:35:38.116662 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c33e00-35b5-4521-9496-c489e6d57d3c req-471ae3eb-72d2-4a1e-a91d-8551a4c76bb1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:38.124266 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d0c33e00-35b5-4521-9496-c489e6d57d3c req-471ae3eb-72d2-4a1e-a91d-8551a4c76bb1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 946 time: 0.1117983 Oct 28 09:35:38.127006 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c0b8bbbc-85cc-4167-9e45-6337da224627 req-7983ba62-0eb2-4159-9efa-3e4ad5b745a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=818b4a60-85b8-4ffe-a218-3fa7895f2dd0 HTTP/1.1" status: 200 len: 217 time: 0.0589542 Oct 28 09:35:38.143032 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42402018-ec0f-4fc2-b385-ce8bc91ef889 req-cf62d880-775b-4e7a-a196-83b2f1ebe390 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:38.144656 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-42402018-ec0f-4fc2-b385-ce8bc91ef889 req-cf62d880-775b-4e7a-a196-83b2f1ebe390 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 943 time: 0.0871973 Oct 28 09:35:38.185002 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a5fbb454-f4d7-4d6f-a5a4-2a1ea6567977 req-74ba46bc-9e5c-4acf-a3f0-3394b7a86562 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683529 Oct 28 09:35:38.202546 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d0c33e00-35b5-4521-9496-c489e6d57d3c req-76ba306f-117e-4252-b748-a0b4cf74bfaa tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773458 Oct 28 09:35:38.206063 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-42402018-ec0f-4fc2-b385-ce8bc91ef889 req-95c01dd0-5f91-44e7-bec2-ebd603edfac3 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Oct 28 09:35:38.208029 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8bbbc-85cc-4167-9e45-6337da224627 req-d3c2f300-e478-42ae-a6a0-474cdbdb705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:38.210278 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c0b8bbbc-85cc-4167-9e45-6337da224627 req-d3c2f300-e478-42ae-a6a0-474cdbdb705f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1573bebb-0c22-4303-84bc-3fe11b947157 HTTP/1.1" status: 200 len: 855 time: 0.0748653 Oct 28 09:35:38.431132 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c0b8bbbc-85cc-4167-9e45-6337da224627 req-ea6591d6-47df-43d6-bcf9-3df6207dd393 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a4dcbfc-028a-4476-8d7a-1f54bc838762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251312 Oct 28 09:35:38.473051 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'name': 'network-vif-deleted', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:38.475574 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45bfd4-6699-4ae9-bdcb-d9580a8be554" -d '{"events": [{"server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "name": "network-vif-deleted", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:38.513025 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1354ce-6d9b-4cc4-8d20-be3a420f7f0b x-openstack-request-id: req-8c1354ce-6d9b-4cc4-8d20-be3a420f7f0b {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:38.513320 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3d0ddb-7d23-47b8-9192-641759278e9f", "name": "network-vif-deleted", "tag": "ed8c8587-3048-4680-a8a2-125518b40b83", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:38.513571 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-8c1354ce-6d9b-4cc4-8d20-be3a420f7f0b {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:38.514082 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3d0ddb-7d23-47b8-9192-641759278e9f', 'name': 'network-vif-deleted', 'tag': 'ed8c8587-3048-4680-a8a2-125518b40b83', 'status': 'completed', 'code': 200} Oct 28 09:35:38.538988 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c0b8bbbc-85cc-4167-9e45-6337da224627 req-903c74cb-4524-404d-aa73-31f224cd8946 service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997415 Oct 28 09:35:38.639926 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c0b8bbbc-85cc-4167-9e45-6337da224627 req-85fcc690-40f7-4327-b2ae-6ef4d78588db service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926800 Oct 28 09:35:39.045098 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43828) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:39.332576 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60700-9443-42b0-84cd-0fc4aadaa321 req-cc19d942-8886-4721-beaf-abc0bad7f764 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:39.334957 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-78f60700-9443-42b0-84cd-0fc4aadaa321 req-cc19d942-8886-4721-beaf-abc0bad7f764 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 946 time: 0.0600231 Oct 28 09:35:39.368414 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b3fcc-c528-4cb1-9239-49396a307745 req-6b2a4054-7a39-4a2a-b8b4-55acca1a9365 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:39.369910 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9e2b3fcc-c528-4cb1-9239-49396a307745 req-6b2a4054-7a39-4a2a-b8b4-55acca1a9365 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 943 time: 0.0848994 Oct 28 09:35:39.377306 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-78f60700-9443-42b0-84cd-0fc4aadaa321 req-c592cec5-ac6f-4f27-aa30-4c660e3ee9bd tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353441 Oct 28 09:35:39.426458 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9e2b3fcc-c528-4cb1-9239-49396a307745 req-42dde925-1bae-4aac-b4d9-4d873856de1a tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501771 Oct 28 09:35:39.741189 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953397'] for router_interface, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:39.986745 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] Deleting port d59a2642-ab17-4808-8803-cf826545ec58 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:39.987083 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.064735 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] For port d59a2642-ab17-4808-8803-cf826545ec58, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=d59a2642-ab17-4808-8803-cf826545ec58,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:40.065121 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.077866 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] Calling delete_port for d59a2642-ab17-4808-8803-cf826545ec58 owned by network:router_interface {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:40.255448 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.283125 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59a2642-ab17-4808-8803-cf826545ec58,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:40.501857 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-698557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953561'] for router_interface, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.534018 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a4894-3f73-4ae5-8b21-1b64b4c71d41 req-c57b6f4a-cc75-404e-8015-ab12ce4c5381 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:40.535677 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-922a4894-3f73-4ae5-8b21-1b64b4c71d41 req-c57b6f4a-cc75-404e-8015-ab12ce4c5381 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 946 time: 0.0771399 Oct 28 09:35:40.556576 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310322b-d58d-42f6-912e-9de0f6d6bddf req-d301ddb4-7650-4d1e-b6d1-cb377a7635af tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:40.558042 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a310322b-d58d-42f6-912e-9de0f6d6bddf req-d301ddb4-7650-4d1e-b6d1-cb377a7635af tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 943 time: 0.0585818 Oct 28 09:35:40.607116 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a310322b-d58d-42f6-912e-9de0f6d6bddf req-a8b8d5f9-6c2f-4db7-8e21-8b0028ddae46 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Oct 28 09:35:40.646462 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-922a4894-3f73-4ae5-8b21-1b64b4c71d41 req-a71c8ba7-861e-4cc5-beb0-a7b192ddae09 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742803 Oct 28 09:35:40.769738 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98f5d0-d93b-4347-9948-510a04dd8660 req-90fe775c-aec7-4aaf-add0-ec4b386b9fc1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:40.771264 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9b98f5d0-d93b-4347-9948-510a04dd8660 req-90fe775c-aec7-4aaf-add0-ec4b386b9fc1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 946 time: 0.0556211 Oct 28 09:35:40.779557 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] Router 9921bb07-6600-414a-839f-698d7d029923 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:40.780549 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43846) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:40.785385 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-84be4e36-1374-48ae-a76b-ee88f508e498 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Request body: {'floatingip': {'port_id': 'c2e48bc2-b23e-44f2-8715-8c703b976456'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:40.833711 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-84be4e36-1374-48ae-a76b-ee88f508e498 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:40.895186 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:40.900440 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a23bc51e-931b-44aa-80fe-61cfbca672e1 admin admin] 10.222.0.117 "PUT /v2.0/routers/9921bb07-6600-414a-839f-698d7d029923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8530467 Oct 28 09:35:40.903620 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43848) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:40.906932 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573d6e7-373b-4da7-b95c-0734d42ce81f None None] Sync routers for ids ['9921bb07-6600-414a-839f-698d7d029923'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:40.918006 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573d6e7-373b-4da7-b95c-0734d42ce81f None None] Routers {'9921bb07-6600-414a-839f-698d7d029923'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:40.919177 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-3573d6e7-373b-4da7-b95c-0734d42ce81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['9921bb07-6600-414a-839f-698d7d029923'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:41.024063 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Publish callbacks [] for router, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.044795 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-3573d6e7-373b-4da7-b95c-0734d42ce81f None None] Set router 9921bb07-6600-414a-839f-698d7d029923 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:41.163281 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.186636 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:35:41.192670 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device ed8c8587-3048-4680-a8a2-125518b40b83 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:41.226964 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: ed8c8587-3048-4680-a8a2-125518b40b83 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:41.227224 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Deleting port 68892181-d637-411a-b466-d480cd0f3238 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:41.227334 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device ed8c8587-3048-4680-a8a2-125518b40b83 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:41.227572 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.309402 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] For port 68892181-d637-411a-b466-d480cd0f3238, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=68892181-d637-411a-b466-d480cd0f3238,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:41.309739 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.314355 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-84be4e36-1374-48ae-a76b-ee88f508e498 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.320455 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-84be4e36-1374-48ae-a76b-ee88f508e498 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.331127 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Calling delete_port for 68892181-d637-411a-b466-d480cd0f3238 owned by network:router_gateway {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:41.350574 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-3573d6e7-373b-4da7-b95c-0734d42ce81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '68892181-d637-411a-b466-d480cd0f3238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:35:40Z', 'revision_number': 5, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port': {'id': '68892181-d637-411a-b466-d480cd0f3238', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9921bb07-6600-414a-839f-698d7d029923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:06Z', 'updated_at': '2021-10-28T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:41.356700 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=818b4a60-85b8-4ffe-a218-3fa7895f2dd0,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:41.387245 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573d6e7-373b-4da7-b95c-0734d42ce81f None None] Checking router: 9921bb07-6600-414a-839f-698d7d029923 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:41.396278 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '818b4a60-85b8-4ffe-a218-3fa7895f2dd0', 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762', 'port_id': '818b4a60-85b8-4ffe-a218-3fa7895f2dd0', 'mac_address': 'fa:16:3e:b8:98:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1573bebb-0c22-4303-84bc-3fe11b947157', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:35:41.401875 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573d6e7-373b-4da7-b95c-0734d42ce81f None None] Routers {'9921bb07-6600-414a-839f-698d7d029923'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:41.402214 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-3573d6e7-373b-4da7-b95c-0734d42ce81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['9921bb07-6600-414a-839f-698d7d029923'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:41.441208 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.l3_db [None req-84be4e36-1374-48ae-a76b-ee88f508e498 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Floating IP 52011381-c105-4e6c-9b20-b8ef30cebd21 associated. External IP: 172.27.3.96, port: c2e48bc2-b23e-44f2-8715-8c703b976456. Oct 28 09:35:41.512435 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.524296 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-3573d6e7-373b-4da7-b95c-0734d42ce81f None None] Set router 9921bb07-6600-414a-839f-698d7d029923 gateway port host: None {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:41.539434 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.569391 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=68892181-d637-411a-b466-d480cd0f3238,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:41.580244 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:41.585773 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-3573d6e7-373b-4da7-b95c-0734d42ce81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:35:41Z', 'revision_number': 6, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port_host': None}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:41.617673 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3573d6e7-373b-4da7-b95c-0734d42ce81f None None] The sync data for ids ['9921bb07-6600-414a-839f-698d7d029923'] in dv-cinder-815145-4-iscsi is: [{'id': '9921bb07-6600-414a-839f-698d7d029923', 'name': 'tempest-TestMinimumBasicScenario-372357425-router', 'tenant_id': '65819ad24cc5495abf0cde810398a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:05Z', 'updated_at': '2021-10-28T09:35:41Z', 'revision_number': 6, 'project_id': '65819ad24cc5495abf0cde810398a459', 'gw_port_host': None}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:41.626502 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=818b4a60-85b8-4ffe-a218-3fa7895f2dd0,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:41.632481 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953211'] for router_gateway, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.648826 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.692958 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84be4e36-1374-48ae-a76b-ee88f508e498 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Router 7353d03b-f312-46f0-8422-cec8be321388 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:41.725726 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=818b4a60-85b8-4ffe-a218-3fa7895f2dd0,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:41.759864 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64810'] for router, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.762050 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.810499 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947974'] for router, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.811234 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9921bb07-6600-414a-839f-698d7d029923 {{(pid=101414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:35:41.819557 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.823154 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-7187a491-27e4-4f82-abc7-ab6e7a129d6e admin admin] 10.222.0.117 "DELETE /v2.0/routers/9921bb07-6600-414a-839f-698d7d029923 HTTP/1.1" status: 204 len: 168 time: 0.9167812 Oct 28 09:35:41.823526 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43862) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:41.879210 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7a1595-d109-43a9-8e45-565b0b344ef6 admin admin] Deleting subnet aa40ae6a-92a7-4efb-a54a-71a326b311db {{(pid=101414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:35:41.883199 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1595-d109-43a9-8e45-565b0b344ef6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:41.919453 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['818b4a60-85b8-4ffe-a218-3fa7895f2dd0'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:41.923130 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1595-d109-43a9-8e45-565b0b344ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29395415'] for subnet, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.048590 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4daf8-9146-4bb8-9354-12d7ee71fd06 req-01d034be-1948-4530-b09c-80a0d046e826 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:42.050115 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-dfc4daf8-9146-4bb8-9354-12d7ee71fd06 req-01d034be-1948-4530-b09c-80a0d046e826 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 944 time: 0.3458014 Oct 28 09:35:42.062208 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1595-d109-43a9-8e45-565b0b344ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.077838 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84be4e36-1374-48ae-a76b-ee88f508e498 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:42.083586 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-84be4e36-1374-48ae-a76b-ee88f508e498 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.091242 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41f04b-a032-4767-bdd8-6404e4dac52f None None] Sync routers for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:42.104503 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41f04b-a032-4767-bdd8-6404e4dac52f None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:42.106619 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-3c41f04b-a032-4767-bdd8-6404e4dac52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:42.134483 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-dfc4daf8-9146-4bb8-9354-12d7ee71fd06 req-1332ad20-cc7e-4b55-bb54-b6ae0756a409 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717697 Oct 28 09:35:42.136302 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-84be4e36-1374-48ae-a76b-ee88f508e498 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "PUT /v2.0/floatingips/52011381-c105-4e6c-9b20-b8ef30cebd21 HTTP/1.1" status: 200 len: 991 time: 1.3545511 Oct 28 09:35:42.136895 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'tag': 'c2e48bc2-b23e-44f2-8715-8c703b976456'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:42.139126 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1057e46b-f7ea-4332-9e78-2ff0594778b3" -d '{"events": [{"name": "network-changed", "server_uuid": "88daf176-2ffa-43f5-81ea-dd65322acaeb", "tag": "c2e48bc2-b23e-44f2-8715-8c703b976456"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:42.184747 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1595-d109-43a9-8e45-565b0b344ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30394336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30377721'] for subnet, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.217636 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1595-d109-43a9-8e45-565b0b344ef6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.223187 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a101d1-be98-41b0-9f54-933a9629fea8 None None] Network f11e3cc8-0410-4fb2-a36b-a78d57e9c74a requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:42.232981 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e09925-e955-478b-98b3-ae0726ca6b9b x-openstack-request-id: req-47e09925-e955-478b-98b3-ae0726ca6b9b {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:42.233283 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88daf176-2ffa-43f5-81ea-dd65322acaeb", "tag": "c2e48bc2-b23e-44f2-8715-8c703b976456", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:42.233521 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-47e09925-e955-478b-98b3-ae0726ca6b9b {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:42.233911 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'tag': 'c2e48bc2-b23e-44f2-8715-8c703b976456', 'status': 'completed', 'code': 200} Oct 28 09:35:42.240247 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43876) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:42.243057 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-fb7a1595-d109-43a9-8e45-565b0b344ef6 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/aa40ae6a-92a7-4efb-a54a-71a326b311db HTTP/1.1" status: 204 len: 168 time: 0.4177432 Oct 28 09:35:42.255366 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-3c41f04b-a032-4767-bdd8-6404e4dac52f None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:42.271527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a1595-d109-43a9-8e45-565b0b344ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa40ae6a-92a7-4efb-a54a-71a326b311db,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:42.353324 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.357565 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e46b-f7ea-4332-9e78-2ff0594778b3 req-afbe6b4c-dae4-4e64-ae9e-2b0bab37c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:42.359028 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1057e46b-f7ea-4332-9e78-2ff0594778b3 req-afbe6b4c-dae4-4e64-ae9e-2b0bab37c593 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 1099 time: 0.0930095 Oct 28 09:35:42.484004 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e46b-f7ea-4332-9e78-2ff0594778b3 req-37024314-fb09-408e-a4f6-239a5a11e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:42.485487 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1057e46b-f7ea-4332-9e78-2ff0594778b3 req-37024314-fb09-408e-a4f6-239a5a11e5a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 913 time: 0.1160305 Oct 28 09:35:42.487619 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Deleting port e9412ed9-40b5-429d-b6ec-84cc7411c783 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:42.487942 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.493407 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-3c41f04b-a032-4767-bdd8-6404e4dac52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '52011381-c105-4e6c-9b20-b8ef30cebd21', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '7353d03b-f312-46f0-8422-cec8be321388', 'port_id': 'c2e48bc2-b23e-44f2-8715-8c703b976456', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'mac_address': 'fa:16:3e:8f:7f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:35:24Z', 'updated_at': '2021-10-28T09:35:41Z', 'revision_number': 1, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:42.520850 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41f04b-a032-4767-bdd8-6404e4dac52f None None] Checking router: 7353d03b-f312-46f0-8422-cec8be321388 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:42.535051 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99475cfd-29da-499d-b135-10ababd6df4f None None] DHCP port deletion for f11e3cc8-0410-4fb2-a36b-a78d57e9c74a request from dv-cinder-815145-4-iscsi {{(pid=101415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:35:42.552972 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41f04b-a032-4767-bdd8-6404e4dac52f None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:42.554321 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-3c41f04b-a032-4767-bdd8-6404e4dac52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:42.601181 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-99475cfd-29da-499d-b135-10ababd6df4f None None] Deleting port e9412ed9-40b5-429d-b6ec-84cc7411c783 {{(pid=101415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:42.601549 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-99475cfd-29da-499d-b135-10ababd6df4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.606164 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] For port e9412ed9-40b5-429d-b6ec-84cc7411c783, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=e9412ed9-40b5-429d-b6ec-84cc7411c783,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:42.606494 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.620127 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1057e46b-f7ea-4332-9e78-2ff0594778b3 req-1f255dac-7183-4af0-8f6f-857789b2430c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e48bc2-b23e-44f2-8715-8c703b976456 HTTP/1.1" status: 200 len: 999 time: 0.1200485 Oct 28 09:35:42.623875 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Calling delete_port for e9412ed9-40b5-429d-b6ec-84cc7411c783 owned by network:dhcp {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:42.649997 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device d59a2642-ab17-4808-8803-cf826545ec58 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:42.680409 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: d59a2642-ab17-4808-8803-cf826545ec58 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:42.680754 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device d59a2642-ab17-4808-8803-cf826545ec58 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:42.681149 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device e9412ed9-40b5-429d-b6ec-84cc7411c783 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:42.707600 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-3c41f04b-a032-4767-bdd8-6404e4dac52f None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:42.713726 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e46b-f7ea-4332-9e78-2ff0594778b3 req-fc32a82a-c71b-4556-b600-a108064dd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:42.715216 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1057e46b-f7ea-4332-9e78-2ff0594778b3 req-fc32a82a-c71b-4556-b600-a108064dd49d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a HTTP/1.1" status: 200 len: 850 time: 0.0870974 Oct 28 09:35:42.721809 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-99475cfd-29da-499d-b135-10ababd6df4f None None] For port e9412ed9-40b5-429d-b6ec-84cc7411c783, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=e9412ed9-40b5-429d-b6ec-84cc7411c783,segment=NetworkSegment(7ee7f1c6-3524-4225-a5f8-71a2db185d71),segment_id=7ee7f1c6-3524-4225-a5f8-71a2db185d71)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:42.722201 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-99475cfd-29da-499d-b135-10ababd6df4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.739346 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-99475cfd-29da-499d-b135-10ababd6df4f None None] Calling delete_port for e9412ed9-40b5-429d-b6ec-84cc7411c783 owned by network:dhcp {{(pid=101415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:42.789360 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e46b-f7ea-4332-9e78-2ff0594778b3 req-fc64c625-3538-4e49-a252-c9c58e17f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:42.791839 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1057e46b-f7ea-4332-9e78-2ff0594778b3 req-fc64c625-3538-4e49-a252-c9c58e17f268 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7780ce9-bec5-4cab-8275-e693999d1d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655873 Oct 28 09:35:42.791998 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.835700 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9412ed9-40b5-429d-b6ec-84cc7411c783,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:42.839413 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Port e9412ed9-40b5-429d-b6ec-84cc7411c783 update to DOWN by agent not found {{(pid=101415) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 28 09:35:42.839865 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 68892181-d637-411a-b466-d480cd0f3238 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:42.860658 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 68892181-d637-411a-b466-d480cd0f3238 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:42.861550 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 68892181-d637-411a-b466-d480cd0f3238 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:42.867990 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] No DVR routers for this DVR port e9412ed9-40b5-429d-b6ec-84cc7411c783 on host dv-cinder-815145-4-iscsi {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:42.921112 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-99475cfd-29da-499d-b135-10ababd6df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461'] for port, after_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:42.949740 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99475cfd-29da-499d-b135-10ababd6df4f None None] Pushing event deleted for resources: {'Port': ['ID=e9412ed9-40b5-429d-b6ec-84cc7411c783,revision_number=None']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:42.958316 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99475cfd-29da-499d-b135-10ababd6df4f None None] No DVR routers for this DVR port e9412ed9-40b5-429d-b6ec-84cc7411c783 on host dv-cinder-815145-4-iscsi {{(pid=101415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:43.000901 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1057e46b-f7ea-4332-9e78-2ff0594778b3 req-fca3ff14-4eaa-4b23-aebb-8658ad3eec01 service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849451 Oct 28 09:35:43.031794 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.096436 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11e3cc8-0410-4fb2-a36b-a78d57e9c74a']}} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:43.105965 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-3c41f04b-a032-4767-bdd8-6404e4dac52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '52011381-c105-4e6c-9b20-b8ef30cebd21', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '7353d03b-f312-46f0-8422-cec8be321388', 'port_id': 'c2e48bc2-b23e-44f2-8715-8c703b976456', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'mac_address': 'fa:16:3e:8f:7f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:35:24Z', 'updated_at': '2021-10-28T09:35:41Z', 'revision_number': 1, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:43.113632 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee7f1c6-3524-4225-a5f8-71a2db185d71') {'for_net_delete': True} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:43.113906 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee7f1c6-3524-4225-a5f8-71a2db185d71') {} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:43.126541 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31000883'] for segment, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.136643 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41f04b-a032-4767-bdd8-6404e4dac52f None None] The sync data for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi is: [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '52011381-c105-4e6c-9b20-b8ef30cebd21', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '7353d03b-f312-46f0-8422-cec8be321388', 'port_id': 'c2e48bc2-b23e-44f2-8715-8c703b976456', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'mac_address': 'fa:16:3e:8f:7f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:35:24Z', 'updated_at': '2021-10-28T09:35:41Z', 'revision_number': 1, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:43.156192 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.160056 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1057e46b-f7ea-4332-9e78-2ff0594778b3 req-a441943c-1a34-4906-a41f-497cc93163a1 service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460640 Oct 28 09:35:43.165422 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=101413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:35:43.166067 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29683771'] for segment, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: Traceback (most recent call last): Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: timer() Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: cb(*args, **kw) Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: return func(*args, **kwargs) Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: self._notify() Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: self.callback(batched_events) Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: event.method(event) Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: return f(self, *a, **k) Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._get(url).json() Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: return self.request(url, 'GET', **kwargs) Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:35:43.168719 dv-cinder-815145-4-iscsi neutron-server[101413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:35:43.197630 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:35:43.232226 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.238053 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.241763 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] 10.222.0.117 "DELETE /v2.0/networks/f11e3cc8-0410-4fb2-a36b-a78d57e9c74a HTTP/1.1" status: 204 len: 168 time: 0.9995062 Oct 28 09:35:43.245282 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43884) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:43.254001 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7940378-b202-48aa-afee-e1e5500d2345 admin admin] Pushing event deleted for resources: {'Network': ['ID=f11e3cc8-0410-4fb2-a36b-a78d57e9c74a,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:43.299871 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:35:43.309829 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:43.310615 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.380860 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31256d-c988-4373-ab2f-938900a85b12 req-8570f37e-8961-4816-8b5d-a378b501e3ca tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:43.382562 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ea31256d-c988-4373-ab2f-938900a85b12 req-8570f37e-8961-4816-8b5d-a378b501e3ca tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 944 time: 0.1508212 Oct 28 09:35:43.405522 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.433309 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb13ace-5b94-49da-8273-68fc793a39e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818b4a60-85b8-4ffe-a218-3fa7895f2dd0'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:43.435562 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3813d41a-eaab-4c5e-8fb8-ae1a270d2ced" -d '{"events": [{"server_uuid": "dcb13ace-5b94-49da-8273-68fc793a39e1", "name": "network-vif-plugged", "status": "completed", "tag": "818b4a60-85b8-4ffe-a218-3fa7895f2dd0"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:43.438877 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ea31256d-c988-4373-ab2f-938900a85b12 req-83cf9f32-1535-4da3-b80a-a3e0fa2cda65 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498469 Oct 28 09:35:43.462783 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=818b4a60-85b8-4ffe-a218-3fa7895f2dd0,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:43.466169 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c202a6-a049-48e2-9485-9d222fde6903 None None] New status for floating IP 52011381-c105-4e6c-9b20-b8ef30cebd21: ACTIVE {{(pid=101415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:35:43.501871 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fca5ab-cd88-4507-bd3b-70f562e04d35 x-openstack-request-id: req-50fca5ab-cd88-4507-bd3b-70f562e04d35 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:43.502785 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb13ace-5b94-49da-8273-68fc793a39e1", "name": "network-vif-plugged", "status": "completed", "tag": "818b4a60-85b8-4ffe-a218-3fa7895f2dd0", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:43.502785 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-50fca5ab-cd88-4507-bd3b-70f562e04d35 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:43.502981 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb13ace-5b94-49da-8273-68fc793a39e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818b4a60-85b8-4ffe-a218-3fa7895f2dd0', 'code': 200} Oct 28 09:35:43.506213 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.687142 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b002a-2322-4d41-8f2f-b5f182b01163 req-1ecab86b-0d35-41c8-ad9b-71b7f4647710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:43.688942 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-953b002a-2322-4d41-8f2f-b5f182b01163 req-1ecab86b-0d35-41c8-ad9b-71b7f4647710 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 1098 time: 0.0491385 Oct 28 09:35:43.705910 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953397'] for router_interface, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.730652 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-953b002a-2322-4d41-8f2f-b5f182b01163 req-334905b6-064f-491d-a9c3-7e06c8f96ee2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Oct 28 09:35:43.742014 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=818b4a60-85b8-4ffe-a218-3fa7895f2dd0,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:43.758331 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-893653e5-287a-4e0c-b269-e234aceba9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:43.956612 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] Deleting port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:43.956953 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:44.031742 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] For port cbeeedd9-cb5d-40e0-a325-d1c50bd77fab, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=cbeeedd9-cb5d-40e0-a325-d1c50bd77fab,segment=NetworkSegment(2d6cee55-53db-4966-91d0-d7aec010350e),segment_id=2d6cee55-53db-4966-91d0-d7aec010350e)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:44.031956 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:44.044674 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] Calling delete_port for cbeeedd9-cb5d-40e0-a325-d1c50bd77fab owned by network:router_interface {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:44.222084 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:44.252696 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbeeedd9-cb5d-40e0-a325-d1c50bd77fab,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:44.416277 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-698557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953561'] for router_interface, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:44.894681 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114ec81-e255-4aaf-8625-789b4f78038b req-dc3ea0cd-046e-4ef0-abec-04808db9fd76 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:44.896156 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9114ec81-e255-4aaf-8625-789b4f78038b req-dc3ea0cd-046e-4ef0-abec-04808db9fd76 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 945 time: 0.3772552 Oct 28 09:35:44.950079 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] Router dc664fa6-b002-411e-bb1b-075d945b2d56 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:35:44.953333 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9114ec81-e255-4aaf-8625-789b4f78038b req-759933e4-35fe-40d8-8bee-3bd52e70c27f tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496576 Oct 28 09:35:45.060019 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:35:45.067481 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a5b5a72c-a38a-4153-98ff-17a954543e20 admin admin] 10.222.0.117 "PUT /v2.0/routers/dc664fa6-b002-411e-bb1b-075d945b2d56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8188205 Oct 28 09:35:45.067565 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43898) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:45.071847 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d5535-8de3-49bf-85ac-2016f6873c31 None None] Sync routers for ids ['dc664fa6-b002-411e-bb1b-075d945b2d56'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:35:45.081922 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d5535-8de3-49bf-85ac-2016f6873c31 None None] Routers {'dc664fa6-b002-411e-bb1b-075d945b2d56'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:45.082618 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-3d9d5535-8de3-49bf-85ac-2016f6873c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['dc664fa6-b002-411e-bb1b-075d945b2d56'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:45.180009 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Publish callbacks [] for router, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.200243 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-3d9d5535-8de3-49bf-85ac-2016f6873c31 None None] Set router dc664fa6-b002-411e-bb1b-075d945b2d56 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:45.280970 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.336818 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Deleting port 29597587-66fe-4b88-9588-234307387505 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:45.337099 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.382587 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-3d9d5535-8de3-49bf-85ac-2016f6873c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'name': 'tempest-TestMinimumBasicScenario-1931646680-router', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '29597587-66fe-4b88-9588-234307387505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:15Z', 'updated_at': '2021-10-28T09:35:44Z', 'revision_number': 5, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'gw_port': {'id': '29597587-66fe-4b88-9588-234307387505', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:17Z', 'updated_at': '2021-10-28T09:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:45.413208 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d5535-8de3-49bf-85ac-2016f6873c31 None None] Checking router: dc664fa6-b002-411e-bb1b-075d945b2d56 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:35:45.422156 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d5535-8de3-49bf-85ac-2016f6873c31 None None] Routers {'dc664fa6-b002-411e-bb1b-075d945b2d56'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:35:45.422476 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] For port 29597587-66fe-4b88-9588-234307387505, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=29597587-66fe-4b88-9588-234307387505,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:45.422757 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-3d9d5535-8de3-49bf-85ac-2016f6873c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['dc664fa6-b002-411e-bb1b-075d945b2d56'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:45.422873 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.436438 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Calling delete_port for 29597587-66fe-4b88-9588-234307387505 owned by network:router_gateway {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:45.509891 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-3d9d5535-8de3-49bf-85ac-2016f6873c31 None None] Set router dc664fa6-b002-411e-bb1b-075d945b2d56 gateway port host: None {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:35:45.561692 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-3d9d5535-8de3-49bf-85ac-2016f6873c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'name': 'tempest-TestMinimumBasicScenario-1931646680-router', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:15Z', 'updated_at': '2021-10-28T09:35:45Z', 'revision_number': 6, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'gw_port_host': None}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:45.591652 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d5535-8de3-49bf-85ac-2016f6873c31 None None] The sync data for ids ['dc664fa6-b002-411e-bb1b-075d945b2d56'] in dv-cinder-815145-4-iscsi is: [{'id': 'dc664fa6-b002-411e-bb1b-075d945b2d56', 'name': 'tempest-TestMinimumBasicScenario-1931646680-router', 'tenant_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:15Z', 'updated_at': '2021-10-28T09:35:45Z', 'revision_number': 6, 'project_id': '2416cd0ef6a14bc5b7ebcfec37b79b34', 'gw_port_host': None}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:35:45.617257 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.651434 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=29597587-66fe-4b88-9588-234307387505,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:45.713044 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953211'] for router_gateway, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.802039 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64810'] for router, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.804218 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.849187 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947974'] for router, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.850297 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc664fa6-b002-411e-bb1b-075d945b2d56 {{(pid=101414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:35:45.854946 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.856059 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-08d2d9ea-3493-4f59-8640-30195323cc00 admin admin] 10.222.0.117 "DELETE /v2.0/routers/dc664fa6-b002-411e-bb1b-075d945b2d56 HTTP/1.1" status: 204 len: 168 time: 0.7876604 Oct 28 09:35:45.858598 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43908) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:45.901474 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_v2 [None req-87251019-b8eb-4947-9db0-d4c2f88c9dcd admin admin] Deleting subnet 66bc283d-46a3-4570-83a6-88cc553a8347 {{(pid=101414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:35:45.904866 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-87251019-b8eb-4947-9db0-d4c2f88c9dcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:45.940280 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-87251019-b8eb-4947-9db0-d4c2f88c9dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29395415'] for subnet, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.029692 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-87251019-b8eb-4947-9db0-d4c2f88c9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.083503 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e14a86-2dd5-4585-b9b9-7d2ac9cb4ef9 req-bb8767cf-2d29-40a7-89fc-3be657b26fb5 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:46.084549 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-87251019-b8eb-4947-9db0-d4c2f88c9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30394336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30377721'] for subnet, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.085518 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a5e14a86-2dd5-4585-b9b9-7d2ac9cb4ef9 req-bb8767cf-2d29-40a7-89fc-3be657b26fb5 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 945 time: 0.0593338 Oct 28 09:35:46.110597 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87251019-b8eb-4947-9db0-d4c2f88c9dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66bc283d-46a3-4570-83a6-88cc553a8347,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:46.114439 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-87251019-b8eb-4947-9db0-d4c2f88c9dcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.121088 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-87251019-b8eb-4947-9db0-d4c2f88c9dcd admin admin] 10.222.0.117 "DELETE /v2.0/subnets/66bc283d-46a3-4570-83a6-88cc553a8347 HTTP/1.1" status: 204 len: 168 time: 0.2585516 Oct 28 09:35:46.121227 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43912) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:46.123117 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2326e759-8b61-43f4-8ea2-d9a89946adb1 None None] Network dc56c5d8-e26e-4046-9514-406fb6cee31b requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:35:46.133577 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a5e14a86-2dd5-4585-b9b9-7d2ac9cb4ef9 req-526d9dac-61b6-40c4-9896-965a7a2575b7 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417519 Oct 28 09:35:46.199826 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.263722 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Deleting port 669feda0-5a9a-4f38-b419-4d9dd85984f3 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:46.264144 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.333036 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] For port 669feda0-5a9a-4f38-b419-4d9dd85984f3, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=669feda0-5a9a-4f38-b419-4d9dd85984f3,segment=NetworkSegment(2d6cee55-53db-4966-91d0-d7aec010350e),segment_id=2d6cee55-53db-4966-91d0-d7aec010350e)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:46.333419 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.348550 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Calling delete_port for 669feda0-5a9a-4f38-b419-4d9dd85984f3 owned by network:dhcp {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:46.379594 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274e3eaf-c893-4cc5-810b-7e96442212c9 None None] DHCP port deletion for dc56c5d8-e26e-4046-9514-406fb6cee31b request from dv-cinder-815145-4-iscsi {{(pid=101415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:35:46.461027 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.471025 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-274e3eaf-c893-4cc5-810b-7e96442212c9 None None] Deleting port 669feda0-5a9a-4f38-b419-4d9dd85984f3 {{(pid=101415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:35:46.471393 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-274e3eaf-c893-4cc5-810b-7e96442212c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.494055 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=669feda0-5a9a-4f38-b419-4d9dd85984f3,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:46.507100 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] No DVR routers for this DVR port 669feda0-5a9a-4f38-b419-4d9dd85984f3 on host dv-cinder-815145-4-iscsi {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:46.576611 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-274e3eaf-c893-4cc5-810b-7e96442212c9 None None] For port 669feda0-5a9a-4f38-b419-4d9dd85984f3, host dv-cinder-815145-4-iscsi, got binding levels [] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:35:46.577204 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-274e3eaf-c893-4cc5-810b-7e96442212c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.605529 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-274e3eaf-c893-4cc5-810b-7e96442212c9 None None] Calling delete_port for 669feda0-5a9a-4f38-b419-4d9dd85984f3 owned by network:dhcp {{(pid=101415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:35:46.608909 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.ipam_backend_mixin [None req-274e3eaf-c893-4cc5-810b-7e96442212c9 None None] Port 669feda0-5a9a-4f38-b419-4d9dd85984f3 was not found and therefore no delete operation was performed {{(pid=101415) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:35:46.610696 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-274e3eaf-c893-4cc5-810b-7e96442212c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461'] for port, after_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.617098 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.644531 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e3eaf-c893-4cc5-810b-7e96442212c9 None None] Pushing event deleted for resources: {'Port': ['ID=669feda0-5a9a-4f38-b419-4d9dd85984f3,revision_number=None']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:46.652936 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e3eaf-c893-4cc5-810b-7e96442212c9 None None] No DVR routers for this DVR port 669feda0-5a9a-4f38-b419-4d9dd85984f3 on host dv-cinder-815145-4-iscsi {{(pid=101415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:35:46.676352 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc56c5d8-e26e-4046-9514-406fb6cee31b']}} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:46.686988 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 669feda0-5a9a-4f38-b419-4d9dd85984f3 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:46.699359 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6cee55-53db-4966-91d0-d7aec010350e') {'for_net_delete': True} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:46.699737 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6cee55-53db-4966-91d0-d7aec010350e') {} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:35:46.713033 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31000883'] for segment, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.716560 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 669feda0-5a9a-4f38-b419-4d9dd85984f3 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:46.716905 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 669feda0-5a9a-4f38-b419-4d9dd85984f3 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:46.717322 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device cbeeedd9-cb5d-40e0-a325-d1c50bd77fab no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:46.717621 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-ddbfc628-7913-4817-93fa-c275ae4e5f42 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470178581&fields=id&tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f HTTP/1.1" status: 200 len: 267 time: 0.0774982 Oct 28 09:35:46.739139 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: cbeeedd9-cb5d-40e0-a325-d1c50bd77fab {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:46.739476 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device cbeeedd9-cb5d-40e0-a325-d1c50bd77fab not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:46.739894 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 29597587-66fe-4b88-9588-234307387505 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:35:46.751601 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.759400 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 29597587-66fe-4b88-9588-234307387505 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:35:46.759745 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 29597587-66fe-4b88-9588-234307387505 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:35:46.784696 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=101413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:35:46.784996 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29683771'] for segment, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: Traceback (most recent call last): Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: timer() Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: cb(*args, **kw) Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: return func(*args, **kwargs) Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: self._notify() Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: self.callback(batched_events) Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: event.method(event) Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: return f(self, *a, **k) Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._get(url).json() Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: return self.request(url, 'GET', **kwargs) Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:35:46.786656 dv-cinder-815145-4-iscsi neutron-server[101413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:35:46.797216 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c8fab9f2-31ac-4b48-9988-d18484f9f250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.870923 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.878210 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:46.881888 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] 10.222.0.117 "DELETE /v2.0/networks/dc56c5d8-e26e-4046-9514-406fb6cee31b HTTP/1.1" status: 204 len: 168 time: 0.7602792 Oct 28 09:35:46.902495 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9bfe8-d75d-44aa-92a5-b9f7e519f8bb admin admin] Pushing event deleted for resources: {'Network': ['ID=dc56c5d8-e26e-4046-9514-406fb6cee31b,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:46.910602 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-de57f1c5-74e1-48ad-bea1-c8ca2423cd6f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:46.911713 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-de57f1c5-74e1-48ad-bea1-c8ca2423cd6f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/networks?id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef HTTP/1.1" status: 200 len: 808 time: 0.1849072 Oct 28 09:35:46.927535 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-0095403a-545f-4302-b09b-639f524ea2c5 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/quotas/a533dee6c5f9490cb6a4b0bfdf91fb3f HTTP/1.1" status: 200 len: 375 time: 0.0091445 Oct 28 09:35:46.980916 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-1c4ecae8-622f-4c15-b92e-014e351ba15a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470529 Oct 28 09:35:46.999428 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43932) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:47.045226 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-3f3fac81-b5be-41de-a4bc-c181d7346863 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=65819ad24cc5495abf0cde810398a459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442533 Oct 28 09:35:47.047654 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 43934) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:47.081856 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-ef130d67-5a7b-4f2c-b0a2-88080203bd00 service neutron] 10.222.0.117 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886323 Oct 28 09:35:47.095540 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1931263b-7a3e-4d6f-9d5d-c88997fd20dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:47.117803 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1931263b-7a3e-4d6f-9d5d-c88997fd20dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:47.163857 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1931263b-7a3e-4d6f-9d5d-c88997fd20dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:47.166450 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1931263b-7a3e-4d6f-9d5d-c88997fd20dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:47.167593 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-1931263b-7a3e-4d6f-9d5d-c88997fd20dd admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4ecba90d-dab3-47d9-b845-8cbbdbeb801e HTTP/1.1" status: 204 len: 168 time: 0.1190131 Oct 28 09:35:47.176033 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931263b-7a3e-4d6f-9d5d-c88997fd20dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecba90d-dab3-47d9-b845-8cbbdbeb801e,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:47.179987 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-38bea76a-4f9d-48cc-a1b2-f70a7fcca93e service neutron] 10.222.0.117 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917983 Oct 28 09:35:47.459789 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:47.486254 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:47.515242 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43954) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:47.542206 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7264494b-c1de-4d4f-9a81-2d70e45d8a77 req-4605c125-51c1-4d4d-8bc8-1cba7596a737 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 210 time: 0.0697582 Oct 28 09:35:47.577793 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-4befeb03-5d78-4a05-b761-6b6f5383f66c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=2416cd0ef6a14bc5b7ebcfec37b79b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611956 Oct 28 09:35:47.580079 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 43960) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:35:47.634559 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8c4dae57-f2a9-49bc-a2b4-08deba20f302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:47.659643 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8c4dae57-f2a9-49bc-a2b4-08deba20f302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:47.733915 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8c4dae57-f2a9-49bc-a2b4-08deba20f302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:47.737592 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8c4dae57-f2a9-49bc-a2b4-08deba20f302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:47.738735 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-8c4dae57-f2a9-49bc-a2b4-08deba20f302 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/0f08f3d6-4a09-410a-b7d7-25d83cbec98a HTTP/1.1" status: 204 len: 168 time: 0.1575379 Oct 28 09:35:47.749083 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dae57-f2a9-49bc-a2b4-08deba20f302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f08f3d6-4a09-410a-b7d7-25d83cbec98a,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:48.589166 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-147f2fa5-0424-450f-9f33-2c49dfa5f0c5 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:48.590635 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-147f2fa5-0424-450f-9f33-2c49dfa5f0c5 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.32 "GET /v2.0/networks?id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef HTTP/1.1" status: 200 len: 808 time: 0.1105981 Oct 28 09:35:48.647103 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-42ef6f36-bbce-47f9-96df-c5f12cbcbc39 req-e36b66fd-117b-449d-8778-75bfa72bea22 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 210 time: 0.0378649 Oct 28 09:35:48.667076 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-3b22e02e-a125-4b51-8b30-0f718975ff60 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f HTTP/1.1" status: 200 len: 380 time: 0.0560441 Oct 28 09:35:48.680594 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Request body: {'port': {'device_id': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'admin_state_up': True, 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'security_groups': ['928a8daf-6270-4a81-a829-046172fbaee8']}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:48.789742 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Made reservation on behalf of a533dee6c5f9490cb6a4b0bfdf91fb3f for: {'port': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:48.793378 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:48.924405 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Allocated IP 172.20.0.3 (92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef/8eb72e66-749a-4452-b0ca-8ddd85aca794/701d96d0-1b50-4df3-b86d-9a83b0cb42e0) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:49.063416 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:49.096255 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:49.139527 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:49.142615 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:49.146214 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:49.153332 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event updated for resources: {'Port': ['ID=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:49.203120 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:49.203740 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:49.220709 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-7fdc807a-0e98-48af-ae9b-46c8ce602bf6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5442457 Oct 28 09:35:49.234702 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Request body: {'port': {'device_id': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:49.295485 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:49.295748 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:49.419327 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-cffa6a77-9689-4503-8647-7d217385b108 None None] Provisioning complete for port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:35:49.419603 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-cffa6a77-9689-4503-8647-7d217385b108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:49.453206 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-cffa6a77-9689-4503-8647-7d217385b108 None None] Port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:35:49.562183 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 {{(pid=101413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:49.570664 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:49.582408 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.provisioning_blocks [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Transition to ACTIVE for port object 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 will not be triggered until provisioned by entity L2. {{(pid=101413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:35:49.585930 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:49.638799 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:49.713462 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Attempting to bind port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:49.713794 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Attempting to bind port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:49.714122 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Attempting to bind port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 on network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:49.718868 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 on network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:35:49.719196 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Attempting to bind port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 on network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:49.725546 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:49.725899 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Checking segment: {'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:49.726286 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Bound using segment: {'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:49.726719 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Bound port: 701d96d0-1b50-4df3-b86d-9a83b0cb42e0, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56788297-ab2b-449f-98c0-d335f6d224ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef'}}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:49.727074 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:49.773979 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84480ee9-dc12-4e0a-891e-b5b121046a82 req-a1575a9b-ec75-461e-9ad6-fd8723075ddc tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:49.775510 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-84480ee9-dc12-4e0a-891e-b5b121046a82 req-a1575a9b-ec75-461e-9ad6-fd8723075ddc tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0546355 Oct 28 09:35:49.799075 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] For port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0, host hv-cinder-81514, cleared binding levels {{(pid=101413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:49.802110 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] For port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:49.806674 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:49.817715 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-84480ee9-dc12-4e0a-891e-b5b121046a82 req-6d37bfa8-3e98-44f3-8600-8afec8615629 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353422 Oct 28 09:35:49.846287 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:49.846930 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:49.848268 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] 10.222.0.32 "PUT /v2.0/ports/701d96d0-1b50-4df3-b86d-9a83b0cb42e0 HTTP/1.1" status: 200 len: 1093 time: 0.6178665 Oct 28 09:35:49.848702 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:49.850975 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36cf41d-8c35-4300-895c-8e1c382e5124" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:49.880040 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270bd05-ab15-4b03-87e5-0e95a1c5c9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,revision_number=3']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:49.904172 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc72fcee-a646-427f-8e3c-6c1f6378f2eb x-openstack-request-id: req-bc72fcee-a646-427f-8e3c-6c1f6378f2eb {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:49.904435 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:49.904675 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-bc72fcee-a646-427f-8e3c-6c1f6378f2eb {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:49.905079 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'status': 'completed', 'code': 200} Oct 28 09:35:49.936573 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-998db765-9e19-4628-a7a8-b234f7ea9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:49.938095 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-998db765-9e19-4628-a7a8-b234f7ea9d4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f&device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 1096 time: 0.0449870 Oct 28 09:35:49.989134 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-5b4f14ee-06f3-4308-af12-60de4bbd8d5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0 HTTP/1.1" status: 200 len: 217 time: 0.0358586 Oct 28 09:35:50.252767 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-6ae20503-ed1d-47bf-8526-c19f05b2d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:50.254239 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-6ae20503-ed1d-47bf-8526-c19f05b2d994 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eb72e66-749a-4452-b0ca-8ddd85aca794 HTTP/1.1" status: 200 len: 847 time: 0.2566350 Oct 28 09:35:50.299370 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-01c72068-f39b-44a1-ad0e-48c5468ace41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:50.300823 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-01c72068-f39b-44a1-ad0e-48c5468ace41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386970 Oct 28 09:35:50.398570 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-c128c41b-3c14-406a-88e3-a648d39db17f service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860910 Oct 28 09:35:50.487883 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-03c310b4-31f9-425e-aaab-0b13557946a8 req-694b3699-8943-414c-8657-cacc2f46ed4c service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822849 Oct 28 09:35:50.580528 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cf41d-8c35-4300-895c-8e1c382e5124 req-3bb656a3-107c-4c2f-8e2c-4181e2eeb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:50.581988 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a36cf41d-8c35-4300-895c-8e1c382e5124 req-3bb656a3-107c-4c2f-8e2c-4181e2eeb7d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f&device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 1096 time: 0.0397699 Oct 28 09:35:50.677947 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cf41d-8c35-4300-895c-8e1c382e5124 req-97ee4921-f4ce-449d-a067-97fc3691f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:50.679443 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a36cf41d-8c35-4300-895c-8e1c382e5124 req-97ee4921-f4ce-449d-a067-97fc3691f800 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef HTTP/1.1" status: 200 len: 910 time: 0.0887492 Oct 28 09:35:50.734576 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a36cf41d-8c35-4300-895c-8e1c382e5124 req-40c99241-56f5-4637-83c1-337a7cf0a086 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0 HTTP/1.1" status: 200 len: 217 time: 0.0336330 Oct 28 09:35:50.786702 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cf41d-8c35-4300-895c-8e1c382e5124 req-165bd956-8d5b-4d06-b6d4-5a440ae15868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:50.788767 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a36cf41d-8c35-4300-895c-8e1c382e5124 req-165bd956-8d5b-4d06-b6d4-5a440ae15868 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eb72e66-749a-4452-b0ca-8ddd85aca794 HTTP/1.1" status: 200 len: 847 time: 0.0464740 Oct 28 09:35:50.834845 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cf41d-8c35-4300-895c-8e1c382e5124 req-f0d3669a-976b-4985-ba18-c418ed42162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:50.836343 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a36cf41d-8c35-4300-895c-8e1c382e5124 req-f0d3669a-976b-4985-ba18-c418ed42162c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395393 Oct 28 09:35:50.925165 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a36cf41d-8c35-4300-895c-8e1c382e5124 req-26468ac4-5fff-412f-beb7-9c70e2a96581 service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816374 Oct 28 09:35:51.023619 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a36cf41d-8c35-4300-895c-8e1c382e5124 req-215cbbb0-7d69-463d-b7e4-0c12ddc8c5d9 service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907958 Oct 28 09:35:51.143397 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71096b71-eece-4e7a-bc51-18bf3811708d req-a8f86f76-f7a4-4f15-8770-30df4a484bd3 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:51.144939 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-71096b71-eece-4e7a-bc51-18bf3811708d req-a8f86f76-f7a4-4f15-8770-30df4a484bd3 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.2554398 Oct 28 09:35:51.182379 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-71096b71-eece-4e7a-bc51-18bf3811708d req-982eea6e-7959-43e4-8440-2e538d555fe7 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Oct 28 09:35:52.351747 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974763d-09ea-48b5-b1d2-3a385d92b025 req-456fdccf-0359-4b6c-94d4-dd18b168d0f3 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:52.353167 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e974763d-09ea-48b5-b1d2-3a385d92b025 req-456fdccf-0359-4b6c-94d4-dd18b168d0f3 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.1031649 Oct 28 09:35:52.391590 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e974763d-09ea-48b5-b1d2-3a385d92b025 req-484da9ef-201f-4149-af1c-60b343c737b5 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325980 Oct 28 09:35:53.511396 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6328153-433e-417b-bb33-650aa6411a3c req-19152c68-5d94-4cb8-ae3e-5b0e2e0e99fc tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:53.512901 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b6328153-433e-417b-bb33-650aa6411a3c req-19152c68-5d94-4cb8-ae3e-5b0e2e0e99fc tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0526407 Oct 28 09:35:53.550568 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b6328153-433e-417b-bb33-650aa6411a3c req-625794e7-a795-4f2d-b786-8e453d686242 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318735 Oct 28 09:35:54.551722 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74511d6-6a77-458c-a227-8dc75589de3f req-c59c2cc0-25ad-4d76-9927-e0abf150e918 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:54.553782 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-c59c2cc0-25ad-4d76-9927-e0abf150e918 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 815 time: 0.1082726 Oct 28 09:35:54.572200 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-ddd3ad18-9e9f-49d1-a4d6-5235429565d4 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/quotas/9f29a0883a6a4a5bb40bf67e5d2416dd HTTP/1.1" status: 200 len: 375 time: 0.0101526 Oct 28 09:35:54.625702 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-45f1fbb1-992c-40e7-af27-6624ded939c8 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473814 Oct 28 09:35:54.684189 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5728d9-b792-40e2-845b-79d8eef4762b req-12a2e5c8-9ea1-427a-a38a-a902d432823f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:54.685876 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7b5728d9-b792-40e2-845b-79d8eef4762b req-12a2e5c8-9ea1-427a-a38a-a902d432823f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0598900 Oct 28 09:35:54.729767 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7b5728d9-b792-40e2-845b-79d8eef4762b req-07e53be7-d86d-4e3c-ba48-90dfbbe1e53f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365427 Oct 28 09:35:54.777509 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bb963289-6f13-4c1e-9b8b-0e3b920219ea service neutron] 10.222.0.117 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432467 Oct 28 09:35:54.864929 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-90acf168-8874-4593-8e2f-e8aa4ca0b96e service neutron] 10.222.0.117 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812418 Oct 28 09:35:55.022120 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2ed0fce5-d6c9-4a4f-974f-f657f2355bec req-0dcca612-96f1-469e-8d2b-8b21ebd0283a tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 210 time: 0.0272036 Oct 28 09:35:55.855972 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c0b6d-a61c-4bbd-ba92-d413e1af1076 req-d52324a2-08f5-4cd9-b589-ab7d5dc98876 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:55.857498 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0c4c0b6d-a61c-4bbd-ba92-d413e1af1076 req-d52324a2-08f5-4cd9-b589-ab7d5dc98876 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0554292 Oct 28 09:35:55.920282 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0c4c0b6d-a61c-4bbd-ba92-d413e1af1076 req-0a1fe1df-dcc4-4464-8c11-8d228408cc6c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567455 Oct 28 09:35:56.002132 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74511d6-6a77-458c-a227-8dc75589de3f req-6f3cbb8c-9318-4013-9ac7-2ff733575d93 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:56.003714 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-6f3cbb8c-9318-4013-9ac7-2ff733575d93 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 815 time: 0.1100402 Oct 28 09:35:56.017100 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Request body: {'port': {'device_id': '85004678-dade-4a36-ab70-ca2b3bef6119', 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762', 'admin_state_up': True, 'tenant_id': '9f29a0883a6a4a5bb40bf67e5d2416dd'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:56.121444 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-61e4a782-78c9-4c1a-8038-eab12adf9a6b req-4d471ac7-6a31-40e6-81a9-34f37ccc0c1d tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 210 time: 0.0254807 Oct 28 09:35:56.131369 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Made reservation on behalf of 9f29a0883a6a4a5bb40bf67e5d2416dd for: {'port': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:35:56.142279 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:56.272247 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Allocated IP 172.20.0.11 (3a4dcbfc-028a-4476-8d7a-1f54bc838762/1573bebb-0c22-4303-84bc-3fe11b947157/54c1c27a-3626-4212-9578-5fc01fee3410) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:35:56.414134 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:56.446894 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:56.458880 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['818b4a60-85b8-4ffe-a218-3fa7895f2dd0'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:35:56.496717 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:35:56.499906 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:35:56.503754 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:35:56.528569 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Pushing event updated for resources: {'Port': ['ID=54c1c27a-3626-4212-9578-5fc01fee3410,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:56.557941 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:56.558556 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:56.578454 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-bf94f357-fdda-4af9-bf38-c3b551c72208 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5651791 Oct 28 09:35:56.592117 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Request body: {'port': {'device_id': '85004678-dade-4a36-ab70-ca2b3bef6119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:35:56.644863 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:56.914954 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c1c27a-3626-4212-9578-5fc01fee3410 {{(pid=101413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:35:56.922166 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:56.935002 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.provisioning_blocks [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Transition to ACTIVE for port object 54c1c27a-3626-4212-9578-5fc01fee3410 will not be triggered until provisioned by entity L2. {{(pid=101413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:35:56.938658 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:56.988741 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Pushing event updated for resources: {'Port': ['ID=54c1c27a-3626-4212-9578-5fc01fee3410,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:57.085761 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb22dcd-c95f-458b-8aae-390b18f3d9df req-1060a7a1-3e9d-4df9-b782-8234befa82c1 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:57.087140 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7cb22dcd-c95f-458b-8aae-390b18f3d9df req-1060a7a1-3e9d-4df9-b782-8234befa82c1 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0930295 Oct 28 09:35:57.107531 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Attempting to bind port 54c1c27a-3626-4212-9578-5fc01fee3410 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:35:57.107863 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Attempting to bind port 54c1c27a-3626-4212-9578-5fc01fee3410 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:35:57.108187 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Attempting to bind port 54c1c27a-3626-4212-9578-5fc01fee3410 on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:57.119320 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Port 54c1c27a-3626-4212-9578-5fc01fee3410 on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:35:57.119640 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Attempting to bind port 54c1c27a-3626-4212-9578-5fc01fee3410 on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:35:57.128460 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:35:57.128792 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Checking segment: {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:35:57.129165 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Bound using segment: {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:35:57.129591 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Bound port: 54c1c27a-3626-4212-9578-5fc01fee3410, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'}}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:35:57.129934 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:57.151491 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7cb22dcd-c95f-458b-8aae-390b18f3d9df req-5d512e22-379a-4e78-8901-cfed8b2acbd4 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547943 Oct 28 09:35:57.205925 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] For port 54c1c27a-3626-4212-9578-5fc01fee3410, host hv-cinder-81514, cleared binding levels {{(pid=101413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:35:57.209962 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] For port 54c1c27a-3626-4212-9578-5fc01fee3410, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=54c1c27a-3626-4212-9578-5fc01fee3410,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:35:57.214583 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:57.249060 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6e200-886f-4132-84e9-4f5603dc8e92 req-1b9c9431-ab75-448a-b1ed-a1caa8c0c0da tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:57.250744 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-53f6e200-886f-4132-84e9-4f5603dc8e92 req-1b9c9431-ab75-448a-b1ed-a1caa8c0c0da tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 944 time: 0.0539274 Oct 28 09:35:57.256676 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:57.257286 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:57.258671 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] 10.222.0.32 "PUT /v2.0/ports/54c1c27a-3626-4212-9578-5fc01fee3410 HTTP/1.1" status: 200 len: 1094 time: 0.6707232 Oct 28 09:35:57.259131 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85004678-dade-4a36-ab70-ca2b3bef6119', 'tag': '54c1c27a-3626-4212-9578-5fc01fee3410'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:35:57.261386 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f1930d-4e8e-4d4c-a709-413b7f20cf0c" -d '{"events": [{"name": "network-changed", "server_uuid": "85004678-dade-4a36-ab70-ca2b3bef6119", "tag": "54c1c27a-3626-4212-9578-5fc01fee3410"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:35:57.281604 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9283c-944a-4790-97a2-eef9822e6f5e service neutron] Pushing event updated for resources: {'Port': ['ID=54c1c27a-3626-4212-9578-5fc01fee3410,revision_number=3']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:35:57.299753 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-53f6e200-886f-4132-84e9-4f5603dc8e92 req-ad106fbd-6f78-4b40-8377-b72e768f75e2 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Oct 28 09:35:57.346504 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b6460b-f64a-48c6-af44-5fc8bd3f1a83 x-openstack-request-id: req-d0b6460b-f64a-48c6-af44-5fc8bd3f1a83 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:35:57.346793 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85004678-dade-4a36-ab70-ca2b3bef6119", "tag": "54c1c27a-3626-4212-9578-5fc01fee3410", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:35:57.347043 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d0b6460b-f64a-48c6-af44-5fc8bd3f1a83 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:35:57.347425 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85004678-dade-4a36-ab70-ca2b3bef6119', 'tag': '54c1c27a-3626-4212-9578-5fc01fee3410', 'status': 'completed', 'code': 200} Oct 28 09:35:57.363285 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74511d6-6a77-458c-a227-8dc75589de3f req-ad532b39-def4-4f2f-9a40-06b45af33957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:57.364798 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-ad532b39-def4-4f2f-9a40-06b45af33957 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 1097 time: 0.0440512 Oct 28 09:35:57.414567 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-51cba24e-44f4-441f-aeab-20a764d5fe5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c1c27a-3626-4212-9578-5fc01fee3410 HTTP/1.1" status: 200 len: 217 time: 0.0342395 Oct 28 09:35:57.465733 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74511d6-6a77-458c-a227-8dc75589de3f req-9692b6ce-824c-4dbc-9ff5-24775f6048c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:57.467139 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-9692b6ce-824c-4dbc-9ff5-24775f6048c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1573bebb-0c22-4303-84bc-3fe11b947157 HTTP/1.1" status: 200 len: 855 time: 0.0429626 Oct 28 09:35:57.502817 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-625ec776-06f2-4689-82cc-0f8528df69ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a4dcbfc-028a-4476-8d7a-1f54bc838762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268207 Oct 28 09:35:57.592794 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-f5c00d61-219b-40c8-8841-fb724dc5ce6d service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810938 Oct 28 09:35:57.686714 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d74511d6-6a77-458c-a227-8dc75589de3f req-357be977-defc-4699-b3e4-96043796ff7d service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854867 Oct 28 09:35:57.776997 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1930d-4e8e-4d4c-a709-413b7f20cf0c req-556ad324-a309-4fc8-a848-5e49d56e38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:57.778445 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e9f1930d-4e8e-4d4c-a709-413b7f20cf0c req-556ad324-a309-4fc8-a848-5e49d56e38d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 1097 time: 0.0396204 Oct 28 09:35:57.874350 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1930d-4e8e-4d4c-a709-413b7f20cf0c req-812691e5-718d-410e-8d9c-7f1636ee36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:57.875724 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e9f1930d-4e8e-4d4c-a709-413b7f20cf0c req-812691e5-718d-410e-8d9c-7f1636ee36f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 917 time: 0.0888319 Oct 28 09:35:57.924515 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e9f1930d-4e8e-4d4c-a709-413b7f20cf0c req-2f1bb5e6-d2c8-41e1-9c75-7bc0b4d9e5a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c1c27a-3626-4212-9578-5fc01fee3410 HTTP/1.1" status: 200 len: 217 time: 0.0339181 Oct 28 09:35:57.973326 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1930d-4e8e-4d4c-a709-413b7f20cf0c req-50e87042-cfa7-422b-b3f1-9e435d84cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:57.975501 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e9f1930d-4e8e-4d4c-a709-413b7f20cf0c req-50e87042-cfa7-422b-b3f1-9e435d84cb7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1573bebb-0c22-4303-84bc-3fe11b947157 HTTP/1.1" status: 200 len: 855 time: 0.0416470 Oct 28 09:35:58.005057 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e9f1930d-4e8e-4d4c-a709-413b7f20cf0c req-6e62004e-26db-4820-b283-4f2891ea930d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a4dcbfc-028a-4476-8d7a-1f54bc838762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227141 Oct 28 09:35:58.099328 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e9f1930d-4e8e-4d4c-a709-413b7f20cf0c req-abf9089e-0dcc-4701-b053-8802ed6be1fc service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836425 Oct 28 09:35:58.193798 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e9f1930d-4e8e-4d4c-a709-413b7f20cf0c req-bdb6b8b6-5da7-4e6b-bf9b-6dfa2c8c1e0b service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851390 Oct 28 09:35:58.274698 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37daf6-314f-4680-a5e6-5c9c94cb380c req-ecb1d02f-4877-430d-ad30-f4026ea01bc5 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:58.276176 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ad37daf6-314f-4680-a5e6-5c9c94cb380c req-ecb1d02f-4877-430d-ad30-f4026ea01bc5 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0520387 Oct 28 09:35:58.313236 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ad37daf6-314f-4680-a5e6-5c9c94cb380c req-3957f557-d8fd-4f0f-a3e9-f98a9f7fa217 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Oct 28 09:35:58.417455 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458eb23-21b0-4321-8b49-5d3fc0a01e4d req-c19d16cd-c4fe-4cf6-b08f-e7e42dbab9cb tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:58.418943 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1458eb23-21b0-4321-8b49-5d3fc0a01e4d req-c19d16cd-c4fe-4cf6-b08f-e7e42dbab9cb tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 944 time: 0.0505970 Oct 28 09:35:58.456464 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1458eb23-21b0-4321-8b49-5d3fc0a01e4d req-e3cec9d4-e38e-4da8-8293-363f2b7a535b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Oct 28 09:35:59.358137 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:35:59.439174 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e5a2c-1819-4eba-90f7-34dc938b5a15 req-59221de8-b518-4112-b255-1326a53da23a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:59.440664 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-af7e5a2c-1819-4eba-90f7-34dc938b5a15 req-59221de8-b518-4112-b255-1326a53da23a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0498600 Oct 28 09:35:59.479563 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-af7e5a2c-1819-4eba-90f7-34dc938b5a15 req-2306fe77-ddb9-4ad4-b750-441a019cdeba tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324419 Oct 28 09:35:59.574944 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d2c51-7850-4d1a-b8de-65fdb3bd8e66 req-527c0102-8f67-43e1-b1df-4194e97b67d6 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:35:59.576523 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b03d2c51-7850-4d1a-b8de-65fdb3bd8e66 req-527c0102-8f67-43e1-b1df-4194e97b67d6 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 944 time: 0.0490229 Oct 28 09:35:59.613968 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b03d2c51-7850-4d1a-b8de-65fdb3bd8e66 req-3ff3ac51-b25f-41e1-a3fc-f22fdc6008ad tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316234 Oct 28 09:36:00.597899 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03872c86-da65-456b-aa79-2927fc624d0b req-3923dd5a-6986-4149-a721-68be22998f6d tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:00.599352 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-03872c86-da65-456b-aa79-2927fc624d0b req-3923dd5a-6986-4149-a721-68be22998f6d tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0515811 Oct 28 09:36:00.637888 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-03872c86-da65-456b-aa79-2927fc624d0b req-6a2466ed-5a42-4728-a0fb-fcae2e1f067d tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Oct 28 09:36:00.738659 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba4321-e540-417f-bce6-f11c259d14d4 req-679d0474-b5f7-43b8-8f4b-0d682d75b37f tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:00.740694 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5cba4321-e540-417f-bce6-f11c259d14d4 req-679d0474-b5f7-43b8-8f4b-0d682d75b37f tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 944 time: 0.0486119 Oct 28 09:36:00.777614 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5cba4321-e540-417f-bce6-f11c259d14d4 req-ecc0d601-9060-48bf-bd66-344f24d992c6 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309567 Oct 28 09:36:01.276873 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 54c1c27a-3626-4212-9578-5fc01fee3410 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:01.377190 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 54c1c27a-3626-4212-9578-5fc01fee3410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=54c1c27a-3626-4212-9578-5fc01fee3410,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:01.388493 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '54c1c27a-3626-4212-9578-5fc01fee3410', 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762', 'port_id': '54c1c27a-3626-4212-9578-5fc01fee3410', 'mac_address': 'fa:16:3e:2f:f5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1573bebb-0c22-4303-84bc-3fe11b947157', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:01.424416 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:01.437333 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c1c27a-3626-4212-9578-5fc01fee3410 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:01.456735 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 54c1c27a-3626-4212-9578-5fc01fee3410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=54c1c27a-3626-4212-9578-5fc01fee3410,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:01.461845 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:01.510377 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=54c1c27a-3626-4212-9578-5fc01fee3410,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:01.753349 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97a71c-177e-4321-a77b-6e49317113b4 req-f7738d00-b2f2-466b-8c9e-f707b9c91167 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:01.755649 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ec97a71c-177e-4321-a77b-6e49317113b4 req-f7738d00-b2f2-466b-8c9e-f707b9c91167 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0506661 Oct 28 09:36:01.757680 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['54c1c27a-3626-4212-9578-5fc01fee3410'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:01.796418 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ec97a71c-177e-4321-a77b-6e49317113b4 req-e2885cb7-32c7-40a9-bf65-6446373befa1 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336802 Oct 28 09:36:01.906134 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931cfd5-e345-4248-ac57-e94605622279 req-f42a0c51-da0e-4453-a69c-61d166b39d13 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:01.907593 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9931cfd5-e345-4248-ac57-e94605622279 req-f42a0c51-da0e-4453-a69c-61d166b39d13 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 945 time: 0.0515013 Oct 28 09:36:01.946671 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9931cfd5-e345-4248-ac57-e94605622279 req-6fb7045f-c1bb-4b27-8cf7-12eeca5ccf52 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321083 Oct 28 09:36:02.921487 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cd390-cd4e-41d2-a3d6-96596bd01b81 req-270db4ee-6593-411a-ba9a-4fd85f02350b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:02.922940 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5b7cd390-cd4e-41d2-a3d6-96596bd01b81 req-270db4ee-6593-411a-ba9a-4fd85f02350b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0539825 Oct 28 09:36:02.960428 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5b7cd390-cd4e-41d2-a3d6-96596bd01b81 req-e090ae99-6c02-4ea6-8013-7033e0b71f97 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309114 Oct 28 09:36:03.062539 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80def1c4-6446-430f-b801-c9614808d4a0 req-e266d4ab-cdd3-4463-9647-5fe0db3dd913 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:03.063933 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-80def1c4-6446-430f-b801-c9614808d4a0 req-e266d4ab-cdd3-4463-9647-5fe0db3dd913 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 945 time: 0.0498228 Oct 28 09:36:03.101725 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-80def1c4-6446-430f-b801-c9614808d4a0 req-86c3fcdb-b3c0-458f-86ec-0bd8e4913f97 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Oct 28 09:36:03.322854 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:03.324905 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 54c1c27a-3626-4212-9578-5fc01fee3410 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:03.429561 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 54c1c27a-3626-4212-9578-5fc01fee3410 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:03.440854 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 54c1c27a-3626-4212-9578-5fc01fee3410 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:03.441227 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:03.483557 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:03.499129 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'port_id': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'mac_address': 'fa:16:3e:20:18:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:03.562891 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:03.580563 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:03.587289 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:03.615962 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:03.620111 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85004678-dade-4a36-ab70-ca2b3bef6119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c1c27a-3626-4212-9578-5fc01fee3410'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:03.622391 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f709ba56-bd0d-46da-a1a7-37eea8b39f3b" -d '{"events": [{"server_uuid": "85004678-dade-4a36-ab70-ca2b3bef6119", "name": "network-vif-plugged", "status": "completed", "tag": "54c1c27a-3626-4212-9578-5fc01fee3410"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:03.627197 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:03.639247 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 54c1c27a-3626-4212-9578-5fc01fee3410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=54c1c27a-3626-4212-9578-5fc01fee3410,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:03.657616 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:03.661727 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc338f90-4135-4496-a2ce-638bad3763b8 x-openstack-request-id: req-bc338f90-4135-4496-a2ce-638bad3763b8 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:03.662126 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85004678-dade-4a36-ab70-ca2b3bef6119", "name": "network-vif-plugged", "status": "completed", "tag": "54c1c27a-3626-4212-9578-5fc01fee3410", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:03.663143 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-bc338f90-4135-4496-a2ce-638bad3763b8 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:03.663143 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85004678-dade-4a36-ab70-ca2b3bef6119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c1c27a-3626-4212-9578-5fc01fee3410', 'code': 200} Oct 28 09:36:03.686477 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:03.740599 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=54c1c27a-3626-4212-9578-5fc01fee3410,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:03.832477 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b8bc7-ea67-4c62-9a1d-f4c319720593 req-18420fbb-041b-4cd5-b782-1210393c6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:03.833977 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a77b8bc7-ea67-4c62-9a1d-f4c319720593 req-18420fbb-041b-4cd5-b782-1210393c6626 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 1099 time: 0.0406692 Oct 28 09:36:03.871228 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a77b8bc7-ea67-4c62-9a1d-f4c319720593 req-5cc0bfdf-9d94-4a9f-9d6c-5cafeb0f8a5c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274100 Oct 28 09:36:03.934979 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['701d96d0-1b50-4df3-b86d-9a83b0cb42e0'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:04.082244 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6763b-b882-4921-8f38-17331f97a8be req-6c35fa08-41af-4ae9-ae15-9fafb23a01bc tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:04.083858 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8cc6763b-b882-4921-8f38-17331f97a8be req-6c35fa08-41af-4ae9-ae15-9fafb23a01bc tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 944 time: 0.0541983 Oct 28 09:36:04.124918 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8cc6763b-b882-4921-8f38-17331f97a8be req-66d7b058-1ca7-4ae3-b535-3ff5211728de tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331175 Oct 28 09:36:04.230703 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775062b9-3047-476b-b92e-395c9da190fc req-3d60264f-dcad-4390-af65-5dcb07f9922c tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:04.232147 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-775062b9-3047-476b-b92e-395c9da190fc req-3d60264f-dcad-4390-af65-5dcb07f9922c tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 946 time: 0.0490599 Oct 28 09:36:04.268611 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-775062b9-3047-476b-b92e-395c9da190fc req-a3ab6f7f-fc50-4f04-97e5-0350cd2f9bb7 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306060 Oct 28 09:36:05.248623 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea26dbd-b4ee-4811-b0e7-c399005f6633 req-b449d76c-abe2-4e29-b5e8-e17743c55edc tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:05.250704 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4ea26dbd-b4ee-4811-b0e7-c399005f6633 req-b449d76c-abe2-4e29-b5e8-e17743c55edc tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 944 time: 0.0527422 Oct 28 09:36:05.305085 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4ea26dbd-b4ee-4811-b0e7-c399005f6633 req-331cb4c1-7756-43d7-a5e9-e472d20a5807 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356400 Oct 28 09:36:05.329975 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:05.382521 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:05.386569 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:05.386937 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:05.409848 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd35a0-9b91-46d5-b7e6-8ca795a4cf49 req-34206eb3-0a28-40dd-8e5e-0196cc81e560 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:05.411346 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-48cd35a0-9b91-46d5-b7e6-8ca795a4cf49 req-34206eb3-0a28-40dd-8e5e-0196cc81e560 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 946 time: 0.0508697 Oct 28 09:36:05.453467 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-48cd35a0-9b91-46d5-b7e6-8ca795a4cf49 req-8205bb27-39d2-43f6-a48b-c4f4d674a4b9 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356872 Oct 28 09:36:05.468656 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:05.503223 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:05.508103 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:05.556651 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:05.664471 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:05.666750 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03247a0a-0005-46f0-8a0b-ef74da9b62f8" -d '{"events": [{"server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "name": "network-vif-plugged", "status": "completed", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:05.702422 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d4c31f-b96d-4281-85d0-bd299a9b2b06 x-openstack-request-id: req-b1d4c31f-b96d-4281-85d0-bd299a9b2b06 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:05.702714 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "name": "network-vif-plugged", "status": "completed", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:05.702988 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-b1d4c31f-b96d-4281-85d0-bd299a9b2b06 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:05.703380 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'code': 200} Oct 28 09:36:06.013539 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:36:06.021179 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a32acd-6271-4b28-b484-dfa391e47581 req-a3030c87-c474-4aaf-b167-514b00e08e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:06.023272 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-61a32acd-6271-4b28-b484-dfa391e47581 req-a3030c87-c474-4aaf-b167-514b00e08e0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 1098 time: 0.0843153 Oct 28 09:36:06.062491 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-61a32acd-6271-4b28-b484-dfa391e47581 req-530aee47-21c4-4a03-8981-6e5b4d50e18e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279512 Oct 28 09:36:06.425114 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465176a-31ec-4de6-aa4a-c9b45e485ab6 req-e3b9b226-54cc-4ebb-a8e6-9ac9b487d8e0 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:06.426582 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0465176a-31ec-4de6-aa4a-c9b45e485ab6 req-e3b9b226-54cc-4ebb-a8e6-9ac9b487d8e0 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0529585 Oct 28 09:36:06.464164 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0465176a-31ec-4de6-aa4a-c9b45e485ab6 req-472754a5-82df-4ae4-9746-8aca393031e2 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Oct 28 09:36:07.585237 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d263e-3346-481e-b27c-f39186293436 req-244edb45-3b98-4eb6-b5d0-2d936be2ae3e tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:07.590496 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3b3d263e-3346-481e-b27c-f39186293436 req-244edb45-3b98-4eb6-b5d0-2d936be2ae3e tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0562232 Oct 28 09:36:07.625843 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3b3d263e-3346-481e-b27c-f39186293436 req-56bf8165-41c9-4888-8a03-8b238cb96d90 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321889 Oct 28 09:36:08.209671 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-c5c4336b-bd00-40f4-accf-1cf0746da5b8 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:08.211222 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-c5c4336b-bd00-40f4-accf-1cf0746da5b8 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 815 time: 0.1059833 Oct 28 09:36:08.226304 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-7760e0dd-f5c1-486a-a172-ce1b4f5499b8 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/quotas/9f29a0883a6a4a5bb40bf67e5d2416dd HTTP/1.1" status: 200 len: 375 time: 0.0095072 Oct 28 09:36:08.276426 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-5eff4a6b-0d02-4ca0-8303-2e25c1d538aa tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449524 Oct 28 09:36:08.369609 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-852e03a7-41fb-417d-9c1a-dc865342d1af service neutron] 10.222.0.117 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862312 Oct 28 09:36:08.464692 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-cb9d43ce-60e9-4850-bc44-57a97e4c4ef7 service neutron] 10.222.0.117 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892439 Oct 28 09:36:08.620509 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-02c608e2-2e19-4388-ac88-56df0e73ef1e req-0d3cbccb-b719-419c-91d8-c629ae57a474 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 210 time: 0.0269275 Oct 28 09:36:08.743649 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b4652-440c-4f95-b027-44427d74d2fa req-72d785cc-e8be-4b64-ba69-4cb8a3003cf2 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:08.744202 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-601b4652-440c-4f95-b027-44427d74d2fa req-72d785cc-e8be-4b64-ba69-4cb8a3003cf2 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0510631 Oct 28 09:36:08.789576 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-601b4652-440c-4f95-b027-44427d74d2fa req-3a84d9b5-da89-4d83-8a98-f8c7130793a6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394371 Oct 28 09:36:08.906918 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d54cb-b4fa-4b45-b8bb-62d7380c01a8 req-2ce926c8-acd1-4a4a-9065-a4e79826a12f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:08.908426 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-113d54cb-b4fa-4b45-b8bb-62d7380c01a8 req-2ce926c8-acd1-4a4a-9065-a4e79826a12f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0515392 Oct 28 09:36:08.949183 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-113d54cb-b4fa-4b45-b8bb-62d7380c01a8 req-4a9db188-7bfb-4223-8eec-6e86aee14ac1 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337474 Oct 28 09:36:08.973180 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 44214) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:09.122526 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f8403-c0f7-4e93-8997-8e47623e7cac tempest-TestShelveInstance-715503360 tempest-TestShelveInstance-715503360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:09.123942 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-9a2f8403-c0f7-4e93-8997-8e47623e7cac tempest-TestShelveInstance-715503360 tempest-TestShelveInstance-715503360-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 1093 time: 0.1499276 Oct 28 09:36:09.126849 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 44218) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:09.131609 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Request body: {'floatingip': {'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'port_id': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:09.155333 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for floatingip, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:09.258673 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:09.364886 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Allocated IP 172.27.3.47 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/1bef4cbd-1279-49d9-9d50-ae8c3a690a03) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:09.467820 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:09.501118 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:09.541128 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:09.544011 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:09.547501 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:09.553561 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event updated for resources: {'Port': ['ID=1bef4cbd-1279-49d9-9d50-ae8c3a690a03,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:09.577402 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.577755 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.578098 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.578443 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.578775 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.579106 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.579435 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.579766 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.580094 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.580467 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.580793 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.581118 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:09.741451 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3546bb09-9c38-4602-9f81-c229d3acd887 req-b1e0b9f2-5561-4cd8-ba54-ce88ff305b8d tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 210 time: 0.0406685 Oct 28 09:36:10.038129 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-f584e075-a2b4-4b69-9c9e-46fdc1e01fbf tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:10.039474 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-f584e075-a2b4-4b69-9c9e-46fdc1e01fbf tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 815 time: 0.2089653 Oct 28 09:36:10.061697 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Request body: {'port': {'device_id': 'f7b9d661-d4ad-4f57-bab1-1f3472851720', 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762', 'admin_state_up': True, 'tenant_id': '9f29a0883a6a4a5bb40bf67e5d2416dd'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:10.281740 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:10.283066 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Made reservation on behalf of 9f29a0883a6a4a5bb40bf67e5d2416dd for: {'port': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:10.286511 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:10.406258 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:10.505302 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Allocated IP 172.20.0.7 (3a4dcbfc-028a-4476-8d7a-1f54bc838762/1573bebb-0c22-4303-84bc-3fe11b947157/90621664-8920-4a94-aaf2-1f9eb2b8540e) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:10.685094 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:10.691961 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:10.781680 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:10.801141 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event updated for resources: {'Port': ['ID=1bef4cbd-1279-49d9-9d50-ae8c3a690a03,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:10.841382 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-53f96337-276a-49e3-88ec-04df7d2e5b42 req-63332553-1a30-46d6-a70d-1bcb4cc49a41 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 210 time: 0.0370946 Oct 28 09:36:10.842128 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:10.937832 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:10.950843 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['818b4a60-85b8-4ffe-a218-3fa7895f2dd0', '54c1c27a-3626-4212-9578-5fc01fee3410'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:10.995412 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:10.998852 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.l3_db [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Floating IP aaa321c2-3551-40a5-b63d-8a548ec09178 associated. External IP: 172.27.3.47, port: 701d96d0-1b50-4df3-b86d-9a83b0cb42e0. Oct 28 09:36:11.003928 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:11.041814 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:11.070444 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Pushing event updated for resources: {'Port': ['ID=90621664-8920-4a94-aaf2-1f9eb2b8540e,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:11.133806 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:11.134427 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.159080 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-2d44c871-6c2e-428b-8088-0dbced312edd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1010315 Oct 28 09:36:11.201744 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Request body: {'port': {'device_id': 'f7b9d661-d4ad-4f57-bab1-1f3472851720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:11.299786 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.347772 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:36:11.779126 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:36:11.789200 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d21c352-cb74-48d7-8c65-14a6fc2b2f7d None None] Sync routers for ids ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:36:11.799241 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d21c352-cb74-48d7-8c65-14a6fc2b2f7d None None] Routers {'7f1d1874-2d14-4f01-95db-ef9f09a79de3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:11.799856 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-5d21c352-cb74-48d7-8c65-14a6fc2b2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:11.812214 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.852605 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-69d03311-4b00-4f0d-a56f-d478526c3564 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7247102 Oct 28 09:36:11.857546 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:11.859746 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950ab033-6a74-4f18-959c-d866b985300f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:11.910806 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4ea644-d02f-4daa-b219-7c467501613d x-openstack-request-id: req-8d4ea644-d02f-4daa-b219-7c467501613d {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:11.911159 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:11.911476 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-8d4ea644-d02f-4daa-b219-7c467501613d {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:11.912493 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'status': 'completed', 'code': 200} Oct 28 09:36:11.914868 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90621664-8920-4a94-aaf2-1f9eb2b8540e {{(pid=101413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:11.919319 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-5d21c352-cb74-48d7-8c65-14a6fc2b2f7d None None] Set router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:11.925236 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.965217 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.provisioning_blocks [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Transition to ACTIVE for port object 90621664-8920-4a94-aaf2-1f9eb2b8540e will not be triggered until provisioned by entity L2. {{(pid=101413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:36:11.979320 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:11.988532 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab033-6a74-4f18-959c-d866b985300f req-c0e3eaa6-c339-472e-8eb5-c2b03ed00e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:11.990865 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-950ab033-6a74-4f18-959c-d866b985300f req-c0e3eaa6-c339-472e-8eb5-c2b03ed00e6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f&device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 1098 time: 0.0469146 Oct 28 09:36:11.990981 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4667657-8ccf-4687-9647-62adeb6f1a2f req-2c9d83d4-2e07-4a8d-aa4f-7f2b599b18fc tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:11.992602 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f4667657-8ccf-4687-9647-62adeb6f1a2f req-2c9d83d4-2e07-4a8d-aa4f-7f2b599b18fc tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 931 time: 0.0698142 Oct 28 09:36:12.073417 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Pushing event updated for resources: {'Port': ['ID=90621664-8920-4a94-aaf2-1f9eb2b8540e,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:12.118315 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab033-6a74-4f18-959c-d866b985300f req-2ff0b87c-1944-4984-b426-9b07c792475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:12.119833 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-950ab033-6a74-4f18-959c-d866b985300f req-2ff0b87c-1944-4984-b426-9b07c792475e service neutron] 10.222.0.32 "GET /v2.0/networks?id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef HTTP/1.1" status: 200 len: 910 time: 0.1112678 Oct 28 09:36:12.125437 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f4667657-8ccf-4687-9647-62adeb6f1a2f req-755b7539-e3ac-4db2-b2a7-44c859f4df05 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079426 Oct 28 09:36:12.187827 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Attempting to bind port 90621664-8920-4a94-aaf2-1f9eb2b8540e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:12.188284 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Attempting to bind port 90621664-8920-4a94-aaf2-1f9eb2b8540e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:12.188810 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Attempting to bind port 90621664-8920-4a94-aaf2-1f9eb2b8540e on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:12.194035 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Port 90621664-8920-4a94-aaf2-1f9eb2b8540e on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:36:12.194425 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Attempting to bind port 90621664-8920-4a94-aaf2-1f9eb2b8540e on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:12.199657 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:12.200068 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Checking segment: {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:12.200553 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Bound using segment: {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:12.200985 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Bound port: 90621664-8920-4a94-aaf2-1f9eb2b8540e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'}}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:12.201333 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.207474 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-5d21c352-cb74-48d7-8c65-14a6fc2b2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': 'aaa321c2-3551-40a5-b63d-8a548ec09178', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'port_id': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'mac_address': 'fa:16:3e:20:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:10Z', 'updated_at': '2021-10-28T09:36:10Z', 'revision_number': 0, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d8bbf2-8960-4742-8155-be505140b0e6', 'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'mac_address': 'fa:16:3e:af:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:12Z', 'updated_at': '2021-10-28T09:35:17Z', 'revision_number': 5, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'subnets': [{'id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:12.208340 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-950ab033-6a74-4f18-959c-d866b985300f req-f0ee6fbd-d4a0-4a38-8eca-be22d2968925 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0 HTTP/1.1" status: 200 len: 998 time: 0.0710795 Oct 28 09:36:12.235177 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d21c352-cb74-48d7-8c65-14a6fc2b2f7d None None] Checking router: 7f1d1874-2d14-4f01-95db-ef9f09a79de3 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:36:12.244098 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d21c352-cb74-48d7-8c65-14a6fc2b2f7d None None] Routers {'7f1d1874-2d14-4f01-95db-ef9f09a79de3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:12.244816 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-5d21c352-cb74-48d7-8c65-14a6fc2b2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:35:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:12.265836 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] For port 90621664-8920-4a94-aaf2-1f9eb2b8540e, host hv-cinder-81514, cleared binding levels {{(pid=101413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:12.266612 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab033-6a74-4f18-959c-d866b985300f req-f0a6fd76-9c1a-4893-b397-73bd836bf978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:12.268191 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-950ab033-6a74-4f18-959c-d866b985300f req-f0a6fd76-9c1a-4893-b397-73bd836bf978 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eb72e66-749a-4452-b0ca-8ddd85aca794 HTTP/1.1" status: 200 len: 847 time: 0.0446489 Oct 28 09:36:12.269632 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] For port 90621664-8920-4a94-aaf2-1f9eb2b8540e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90621664-8920-4a94-aaf2-1f9eb2b8540e,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:12.275042 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.314842 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:12.315943 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:12.317001 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] 10.222.0.32 "PUT /v2.0/ports/90621664-8920-4a94-aaf2-1f9eb2b8540e HTTP/1.1" status: 200 len: 1093 time: 1.1195090 Oct 28 09:36:12.327870 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ab033-6a74-4f18-959c-d866b985300f req-5238abb2-8246-4f20-ac9b-2117cdcfa9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:12.330724 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-950ab033-6a74-4f18-959c-d866b985300f req-5238abb2-8246-4f20-ac9b-2117cdcfa9a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517697 Oct 28 09:36:12.335310 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f07c9-49cb-41a3-b333-88d987b2cc47 service neutron] Pushing event updated for resources: {'Port': ['ID=90621664-8920-4a94-aaf2-1f9eb2b8540e,revision_number=3']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:12.357865 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-5d21c352-cb74-48d7-8c65-14a6fc2b2f7d None None] Set router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:12.414415 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-dae2dcaf-54c7-43e3-8e37-56b59e893919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:12.415987 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-dae2dcaf-54c7-43e3-8e37-56b59e893919 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 1096 time: 0.0458598 Oct 28 09:36:12.453627 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-950ab033-6a74-4f18-959c-d866b985300f req-4c8dab78-11af-42ff-82b1-c6c042502d04 service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055305 Oct 28 09:36:12.466666 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-7a2847e8-8283-4c1d-aed0-95ec8f6e6e33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90621664-8920-4a94-aaf2-1f9eb2b8540e HTTP/1.1" status: 200 len: 217 time: 0.0389678 Oct 28 09:36:12.525562 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-113fe070-129a-4bab-ac3f-bfe1509ef598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:12.527235 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-113fe070-129a-4bab-ac3f-bfe1509ef598 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1573bebb-0c22-4303-84bc-3fe11b947157 HTTP/1.1" status: 200 len: 855 time: 0.0501101 Oct 28 09:36:12.560688 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-950ab033-6a74-4f18-959c-d866b985300f req-ffa8902c-158b-4321-a866-649a222916e9 service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943627 Oct 28 09:36:12.567070 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-75aa61e1-b9fa-45a6-b7e8-865c367ece32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a4dcbfc-028a-4476-8d7a-1f54bc838762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279455 Oct 28 09:36:12.672213 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-6738410c-9982-442e-a36e-4265e320b419 service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878282 Oct 28 09:36:12.728550 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-5d21c352-cb74-48d7-8c65-14a6fc2b2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': 'aaa321c2-3551-40a5-b63d-8a548ec09178', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'port_id': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'mac_address': 'fa:16:3e:20:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:10Z', 'updated_at': '2021-10-28T09:36:10Z', 'revision_number': 0, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d8bbf2-8960-4742-8155-be505140b0e6', 'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'mac_address': 'fa:16:3e:af:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:12Z', 'updated_at': '2021-10-28T09:35:17Z', 'revision_number': 5, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'subnets': [{'id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:12.753923 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d21c352-cb74-48d7-8c65-14a6fc2b2f7d None None] The sync data for ids ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'] in dv-cinder-815145-4-iscsi is: [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': 'aaa321c2-3551-40a5-b63d-8a548ec09178', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'port_id': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'mac_address': 'fa:16:3e:20:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:10Z', 'updated_at': '2021-10-28T09:36:10Z', 'revision_number': 0, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d8bbf2-8960-4742-8155-be505140b0e6', 'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'mac_address': 'fa:16:3e:af:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:12Z', 'updated_at': '2021-10-28T09:35:17Z', 'revision_number': 5, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'subnets': [{'id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:36:12.774645 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6059c80a-9f9c-4169-bcf0-9d24cc97010a req-363416d0-b82b-4600-a5eb-5e94d4d307a4 service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842967 Oct 28 09:36:12.937605 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89de29f7-213e-4374-9357-97ca1836bacc None None] New status for floating IP aaa321c2-3551-40a5-b63d-8a548ec09178: ACTIVE {{(pid=101416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:36:13.246168 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40738971-ab26-4cb7-824a-0e7e486982e0 req-157f1f93-b8da-4390-a8f5-d55838334637 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:13.247663 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-40738971-ab26-4cb7-824a-0e7e486982e0 req-157f1f93-b8da-4390-a8f5-d55838334637 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 943 time: 0.0508306 Oct 28 09:36:13.288276 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-40738971-ab26-4cb7-824a-0e7e486982e0 req-509df756-d860-4f54-aa85-d595d6f8eccb tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338407 Oct 28 09:36:13.630480 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-44c692c0-1105-4994-b6f3-3c3b56bd3fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:13.913604 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b9d661-d4ad-4f57-bab1-1f3472851720', 'tag': '90621664-8920-4a94-aaf2-1f9eb2b8540e'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:13.915887 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de51f881-d57f-4bd6-9d61-1e28fefa6387" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b9d661-d4ad-4f57-bab1-1f3472851720", "tag": "90621664-8920-4a94-aaf2-1f9eb2b8540e"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:13.951827 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae6f175-3128-4381-a6e8-6bf21bed2f33 x-openstack-request-id: req-dae6f175-3128-4381-a6e8-6bf21bed2f33 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:13.952111 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b9d661-d4ad-4f57-bab1-1f3472851720", "tag": "90621664-8920-4a94-aaf2-1f9eb2b8540e", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:13.952394 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-dae6f175-3128-4381-a6e8-6bf21bed2f33 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:13.952785 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b9d661-d4ad-4f57-bab1-1f3472851720', 'tag': '90621664-8920-4a94-aaf2-1f9eb2b8540e', 'status': 'completed', 'code': 200} Oct 28 09:36:14.022437 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51f881-d57f-4bd6-9d61-1e28fefa6387 req-4db9d3f8-6128-4274-a7f5-8112f0a104e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:14.023904 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-de51f881-d57f-4bd6-9d61-1e28fefa6387 req-4db9d3f8-6128-4274-a7f5-8112f0a104e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 1096 time: 0.0450041 Oct 28 09:36:14.125350 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51f881-d57f-4bd6-9d61-1e28fefa6387 req-5bc2b75e-5f73-462d-994d-acd3cc6ce008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:14.126817 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-de51f881-d57f-4bd6-9d61-1e28fefa6387 req-5bc2b75e-5f73-462d-994d-acd3cc6ce008 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 917 time: 0.0923827 Oct 28 09:36:14.172100 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-de51f881-d57f-4bd6-9d61-1e28fefa6387 req-7ece02c1-7195-43a2-87ec-18ec893c80f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90621664-8920-4a94-aaf2-1f9eb2b8540e HTTP/1.1" status: 200 len: 217 time: 0.0374107 Oct 28 09:36:14.225052 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51f881-d57f-4bd6-9d61-1e28fefa6387 req-7a089996-7e32-4989-aa84-d063ee696d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:14.226770 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-de51f881-d57f-4bd6-9d61-1e28fefa6387 req-7a089996-7e32-4989-aa84-d063ee696d0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1573bebb-0c22-4303-84bc-3fe11b947157 HTTP/1.1" status: 200 len: 855 time: 0.0451994 Oct 28 09:36:14.265785 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-de51f881-d57f-4bd6-9d61-1e28fefa6387 req-1a41451e-8a4e-49bb-8e2f-020c8f07c620 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a4dcbfc-028a-4476-8d7a-1f54bc838762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240195 Oct 28 09:36:14.365845 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-de51f881-d57f-4bd6-9d61-1e28fefa6387 req-7055387c-4709-4da0-99ff-88c28efdc8b4 service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917699 Oct 28 09:36:14.409674 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa817b-a903-469d-9b26-bc40959370ab req-6bc69c33-4479-406a-8aa8-c0e92d24cdb0 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:14.411147 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20aa817b-a903-469d-9b26-bc40959370ab req-6bc69c33-4479-406a-8aa8-c0e92d24cdb0 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 943 time: 0.0505660 Oct 28 09:36:14.450052 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-20aa817b-a903-469d-9b26-bc40959370ab req-cdd585e1-ad8f-4d3f-a0f5-54ce3f6839f2 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Oct 28 09:36:14.464020 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-de51f881-d57f-4bd6-9d61-1e28fefa6387 req-ddd1506d-6424-4535-82c9-3ba863489366 service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878475 Oct 28 09:36:15.422516 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 90621664-8920-4a94-aaf2-1f9eb2b8540e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:15.517238 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 90621664-8920-4a94-aaf2-1f9eb2b8540e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90621664-8920-4a94-aaf2-1f9eb2b8540e,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:15.529120 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '90621664-8920-4a94-aaf2-1f9eb2b8540e', 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762', 'port_id': '90621664-8920-4a94-aaf2-1f9eb2b8540e', 'mac_address': 'fa:16:3e:e6:ae:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1573bebb-0c22-4303-84bc-3fe11b947157', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:15.570371 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:15.572045 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890d5d3-3292-4023-b7c4-becfbbc4f37c req-e8a43715-067b-469b-a449-95dbe554435d tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:15.573719 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f890d5d3-3292-4023-b7c4-becfbbc4f37c req-e8a43715-067b-469b-a449-95dbe554435d tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 943 time: 0.0485651 Oct 28 09:36:15.583521 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90621664-8920-4a94-aaf2-1f9eb2b8540e {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:15.603657 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 90621664-8920-4a94-aaf2-1f9eb2b8540e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90621664-8920-4a94-aaf2-1f9eb2b8540e,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:15.607629 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:15.615735 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f890d5d3-3292-4023-b7c4-becfbbc4f37c req-da8a914e-fed1-456b-8233-bbff29a5022a tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354054 Oct 28 09:36:15.655076 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=90621664-8920-4a94-aaf2-1f9eb2b8540e,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:15.662432 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.662782 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.663371 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.663708 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.664036 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.664391 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.664722 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.665048 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.665380 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.665704 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.666027 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.666348 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:15.924904 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['90621664-8920-4a94-aaf2-1f9eb2b8540e'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:16.735652 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413eb328-f5a5-44e0-b0c2-9a03f0e1773d req-fafe0ef5-95dc-46e5-9c1f-9c81635706df tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:16.737294 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-413eb328-f5a5-44e0-b0c2-9a03f0e1773d req-fafe0ef5-95dc-46e5-9c1f-9c81635706df tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 944 time: 0.0528083 Oct 28 09:36:16.779059 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-413eb328-f5a5-44e0-b0c2-9a03f0e1773d req-542ff58b-8821-438d-94bb-36d5c1244ba2 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338621 Oct 28 09:36:16.797864 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-88648205-fad4-401f-9041-0c984b549163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.432904 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 90621664-8920-4a94-aaf2-1f9eb2b8540e up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:17.493841 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.497180 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.510006 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 90621664-8920-4a94-aaf2-1f9eb2b8540e completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:17.513928 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 90621664-8920-4a94-aaf2-1f9eb2b8540e triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:17.514377 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.594766 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.619508 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b9d661-d4ad-4f57-bab1-1f3472851720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90621664-8920-4a94-aaf2-1f9eb2b8540e'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:17.621809 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853ec3c6-efff-425d-ab07-0d48f1ebc8b8" -d '{"events": [{"server_uuid": "f7b9d661-d4ad-4f57-bab1-1f3472851720", "name": "network-vif-plugged", "status": "completed", "tag": "90621664-8920-4a94-aaf2-1f9eb2b8540e"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:17.635997 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 90621664-8920-4a94-aaf2-1f9eb2b8540e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90621664-8920-4a94-aaf2-1f9eb2b8540e,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:17.641247 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:17.665540 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef35a014-92d4-4817-8d38-283c7d4fe381 x-openstack-request-id: req-ef35a014-92d4-4817-8d38-283c7d4fe381 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:17.665955 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b9d661-d4ad-4f57-bab1-1f3472851720", "name": "network-vif-plugged", "status": "completed", "tag": "90621664-8920-4a94-aaf2-1f9eb2b8540e", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:17.666207 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ef35a014-92d4-4817-8d38-283c7d4fe381 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:17.666593 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b9d661-d4ad-4f57-bab1-1f3472851720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90621664-8920-4a94-aaf2-1f9eb2b8540e', 'code': 200} Oct 28 09:36:17.693266 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=90621664-8920-4a94-aaf2-1f9eb2b8540e,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:17.887522 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd6f2d-5a79-497d-ba37-bcc796c5d46b req-6bd4a104-3a5b-489d-adf8-68732084e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:17.889121 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0ddd6f2d-5a79-497d-ba37-bcc796c5d46b req-6bd4a104-3a5b-489d-adf8-68732084e456 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 1098 time: 0.0717266 Oct 28 09:36:17.906107 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c021c-fae7-4ddb-8c85-c3cd831fa9b8 req-3c9b3750-44cd-43de-b785-02622dd08760 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:17.907503 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-515c021c-fae7-4ddb-8c85-c3cd831fa9b8 req-3c9b3750-44cd-43de-b785-02622dd08760 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0585482 Oct 28 09:36:17.955887 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0ddd6f2d-5a79-497d-ba37-bcc796c5d46b req-4e8e0f4c-7690-4599-87f8-aeaf6c47a979 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575273 Oct 28 09:36:17.963660 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-515c021c-fae7-4ddb-8c85-c3cd831fa9b8 req-2aed7173-3d12-4146-8a05-ee4bf126548e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494404 Oct 28 09:36:19.094424 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9f4aa-21c3-41f5-a597-a80f3cb03e81 req-39b48078-7d27-4968-82a1-76114e855f37 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:19.095923 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ded9f4aa-21c3-41f5-a597-a80f3cb03e81 req-39b48078-7d27-4968-82a1-76114e855f37 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0611796 Oct 28 09:36:19.144793 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ded9f4aa-21c3-41f5-a597-a80f3cb03e81 req-d66e799a-451f-4d86-8ed0-0f7cf991dcd2 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 Oct 28 09:36:19.298186 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:20.262701 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f2f0-d01d-4d84-8970-5beef8bba843 req-ec9262e0-bf85-4e5e-b61d-4e4abe8f3039 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:20.264149 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7340f2f0-d01d-4d84-8970-5beef8bba843 req-ec9262e0-bf85-4e5e-b61d-4e4abe8f3039 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Oct 28 09:36:20.301291 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7340f2f0-d01d-4d84-8970-5beef8bba843 req-a8c1e65c-826c-4cd8-bbfe-db92f9fd29f0 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Oct 28 09:36:26.071678 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ce01-bce1-4708-b404-7755938a532d req-893ec817-a031-4503-a8e0-827694594c0b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:26.073203 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b4f3ce01-bce1-4708-b404-7755938a532d req-893ec817-a031-4503-a8e0-827694594c0b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 945 time: 0.0500777 Oct 28 09:36:26.111279 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b4f3ce01-bce1-4708-b404-7755938a532d req-38284704-b4c9-4d9e-8cb0-f7b58a941372 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319886 Oct 28 09:36:27.052912 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414724d-be4f-4f96-a141-5531885d62ec req-678da709-3285-41e9-9195-ed6131e99ed5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:27.054511 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b414724d-be4f-4f96-a141-5531885d62ec req-678da709-3285-41e9-9195-ed6131e99ed5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0548105 Oct 28 09:36:27.091871 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b414724d-be4f-4f96-a141-5531885d62ec req-59a6db7a-7957-4efe-9bcc-f548188dee5e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314741 Oct 28 09:36:27.238095 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073dc94-89dd-49c9-ba69-5eb3db24262a req-bfc33573-fcc7-4803-a548-9db2e0af7d7b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:27.239572 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5073dc94-89dd-49c9-ba69-5eb3db24262a req-bfc33573-fcc7-4803-a548-9db2e0af7d7b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 945 time: 0.0590611 Oct 28 09:36:27.277298 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5073dc94-89dd-49c9-ba69-5eb3db24262a req-0e7d7340-6c9b-4cd7-95d0-abe3509deb9f tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312457 Oct 28 09:36:28.219042 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df9302-eedf-49e2-a22c-a8ea0dfaf0c4 req-3686731b-8547-48e8-b977-c3359fa00ce5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:28.220561 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-38df9302-eedf-49e2-a22c-a8ea0dfaf0c4 req-3686731b-8547-48e8-b977-c3359fa00ce5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0505152 Oct 28 09:36:28.258082 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-38df9302-eedf-49e2-a22c-a8ea0dfaf0c4 req-1dd90d0d-7730-4b43-9bda-95303ea53267 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317087 Oct 28 09:36:28.411326 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-623584a8-95ca-4f31-80c9-1567b247eefb tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:28.412800 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-623584a8-95ca-4f31-80c9-1567b247eefb tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 945 time: 0.0747476 Oct 28 09:36:28.428715 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a5203-3126-4ed9-93dc-0283c7256fc2 req-7f9d4f05-879f-42f3-95a4-1360d3efd6d8 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:28.430150 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ed8a5203-3126-4ed9-93dc-0283c7256fc2 req-7f9d4f05-879f-42f3-95a4-1360d3efd6d8 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 945 time: 0.0670764 Oct 28 09:36:28.520456 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ed8a5203-3126-4ed9-93dc-0283c7256fc2 req-7abb8b56-08e7-4d8b-8ed1-bbe7008c6bc3 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833881 Oct 28 09:36:28.548813 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Deleting port e0962734-db42-4e4f-b35b-479b8f7aea05 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:36:28.549161 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.645733 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] For port e0962734-db42-4e4f-b35b-479b8f7aea05, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e0962734-db42-4e4f-b35b-479b8f7aea05,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:28.646103 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.816438 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.816791 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.817109 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.l3_db [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Floating IP f0674dca-71d0-44da-8770-1d4a614b4747 disassociated. External IP: 172.27.3.247, port: e0962734-db42-4e4f-b35b-479b8f7aea05. Oct 28 09:36:28.817443 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Calling delete_port for e0962734-db42-4e4f-b35b-479b8f7aea05 owned by compute:nova {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:36:28.948303 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:28.978547 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event deleted for resources: {'Port': ['ID=e0962734-db42-4e4f-b35b-479b8f7aea05,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:29.090703 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Router 79a74fa3-d56b-4bcc-82b3-ae4958043afa has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:36:29.196155 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:36:29.210340 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a2f502-3254-4d28-8d70-64ac19a9b9a7 None None] Sync routers for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:36:29.221215 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a2f502-3254-4d28-8d70-64ac19a9b9a7 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:29.221833 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-38a2f502-3254-4d28-8d70-64ac19a9b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:36:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:29.236172 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] No DVR routers for this DVR port e0962734-db42-4e4f-b35b-479b8f7aea05 on host hv-cinder-81514 {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:36:29.238764 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.242856 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b7139af7-f8ef-4405-bce6-c526d0c70135 req-6505c552-1cad-4bb1-ad2f-52890b3af71b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "DELETE /v2.0/ports/e0962734-db42-4e4f-b35b-479b8f7aea05 HTTP/1.1" status: 204 len: 173 time: 0.8118286 Oct 28 09:36:29.243341 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'name': 'network-vif-deleted', 'tag': 'e0962734-db42-4e4f-b35b-479b8f7aea05'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:29.245749 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9a60cc-2893-4b60-ad95-9b772c3b4efa" -d '{"events": [{"server_uuid": "b9688bb1-f9bf-4b82-aac3-9dca736ee8a3", "name": "network-vif-deleted", "tag": "e0962734-db42-4e4f-b35b-479b8f7aea05"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:29.362415 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-38a2f502-3254-4d28-8d70-64ac19a9b9a7 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:29.391314 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514cf65c-06fa-42be-8b8d-1cfec9f92bbf x-openstack-request-id: req-514cf65c-06fa-42be-8b8d-1cfec9f92bbf {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:29.391889 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9688bb1-f9bf-4b82-aac3-9dca736ee8a3", "name": "network-vif-deleted", "tag": "e0962734-db42-4e4f-b35b-479b8f7aea05", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:29.392371 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-514cf65c-06fa-42be-8b8d-1cfec9f92bbf {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:29.392989 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9688bb1-f9bf-4b82-aac3-9dca736ee8a3', 'name': 'network-vif-deleted', 'tag': 'e0962734-db42-4e4f-b35b-479b8f7aea05', 'status': 'completed', 'code': 200} Oct 28 09:36:29.417553 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b70ea3-e910-4cb6-ae16-4b7dd985cd61 req-14437581-8d5d-4092-843f-bf9a35434304 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:29.424743 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-84b70ea3-e910-4cb6-ae16-4b7dd985cd61 req-14437581-8d5d-4092-843f-bf9a35434304 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0645039 Oct 28 09:36:29.478524 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-84b70ea3-e910-4cb6-ae16-4b7dd985cd61 req-a09912ce-630c-4b26-b8e6-faebf2169451 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429604 Oct 28 09:36:29.529601 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:29.632081 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-38a2f502-3254-4d28-8d70-64ac19a9b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:29.641468 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d1abd755-f4eb-4774-bc02-6940144745ee req-c3b9eefc-c292-4580-b98d-cc560732a041 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=b9688bb1-f9bf-4b82-aac3-9dca736ee8a3 HTTP/1.1" status: 200 len: 210 time: 0.0324755 Oct 28 09:36:29.682133 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a2f502-3254-4d28-8d70-64ac19a9b9a7 None None] Checking router: 79a74fa3-d56b-4bcc-82b3-ae4958043afa for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:36:29.691099 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a2f502-3254-4d28-8d70-64ac19a9b9a7 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:29.691716 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-38a2f502-3254-4d28-8d70-64ac19a9b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:36:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:29.808518 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-38a2f502-3254-4d28-8d70-64ac19a9b9a7 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:30.026035 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-38a2f502-3254-4d28-8d70-64ac19a9b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:30.053992 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a2f502-3254-4d28-8d70-64ac19a9b9a7 None None] The sync data for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi is: [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:36:30.316293 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6aa29f-6830-4f84-a71c-9f45cd344c87 None None] New status for floating IP f0674dca-71d0-44da-8770-1d4a614b4747: DOWN {{(pid=101416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:36:30.589551 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6273751-0bc5-4f39-867d-75599220d883 req-55d2e95b-1d3a-4a69-a8a9-efc91cff1625 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:30.591038 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c6273751-0bc5-4f39-867d-75599220d883 req-55d2e95b-1d3a-4a69-a8a9-efc91cff1625 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0513172 Oct 28 09:36:30.629527 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c6273751-0bc5-4f39-867d-75599220d883 req-68b0fb93-e82e-47cb-a97f-174a582e6fcc tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325413 Oct 28 09:36:30.891683 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-ba90ced0-8714-479f-afb3-132448bd1782 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757845198&fields=id&tenant_id=660ec9ee8b0f45138a129b50c8550f44 HTTP/1.1" status: 200 len: 267 time: 0.0342624 Oct 28 09:36:31.003311 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-57aad4b6-ef73-4160-8c2a-cc67a82446c0 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:31.004793 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-57aad4b6-ef73-4160-8c2a-cc67a82446c0 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 811 time: 0.1060679 Oct 28 09:36:31.020360 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-abe21a80-ef32-4a6f-a293-013e1ecfae8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/quotas/660ec9ee8b0f45138a129b50c8550f44 HTTP/1.1" status: 200 len: 375 time: 0.0095172 Oct 28 09:36:31.075292 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-e7f80682-a193-4959-8edb-b6b94ddcc676 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489132 Oct 28 09:36:31.128640 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-64b6695d-98fe-4125-92d5-1b58384b9389 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:31.130087 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-64b6695d-98fe-4125-92d5-1b58384b9389 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 815 time: 0.1022286 Oct 28 09:36:31.145324 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-5e2ad773-8e50-4334-8f60-9610ba537d3c tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/quotas/9f29a0883a6a4a5bb40bf67e5d2416dd HTTP/1.1" status: 200 len: 375 time: 0.0088887 Oct 28 09:36:31.173944 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-cd0968bb-2c31-4b19-90f1-baf01e401712 service neutron] 10.222.0.117 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868616 Oct 28 09:36:31.198626 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-8a6d6aa9-333e-4775-8597-67c412736488 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472519 Oct 28 09:36:31.267451 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-76400c07-c36c-4a2c-9380-ef524daf2a7e service neutron] 10.222.0.117 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873699 Oct 28 09:36:31.346453 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-021fb4bb-44b0-4733-a097-7457c6e38d4a service neutron] 10.222.0.117 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405137 Oct 28 09:36:31.444617 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-601b9701-f79e-4297-a211-566a39c3d17a service neutron] 10.222.0.117 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913033 Oct 28 09:36:31.470955 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device e0962734-db42-4e4f-b35b-479b8f7aea05 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:36:31.643227 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5e7758cb-6b94-423b-b356-9c1e8b003451 req-5483151c-3848-41a0-8a47-62dd3d619834 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 210 time: 0.0292797 Oct 28 09:36:31.675279 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: e0962734-db42-4e4f-b35b-479b8f7aea05 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:36:31.675630 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device e0962734-db42-4e4f-b35b-479b8f7aea05 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:36:31.736942 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e3728a6d-abfc-4c78-acc9-adeccdf16530 req-f40f380e-4ded-4b80-9a1a-069f7eeccb0d tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 210 time: 0.0425556 Oct 28 09:36:31.920661 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a58447-da08-4e05-86ab-e9054c118a4b req-1df2c476-75c2-43b0-ac3c-94dd8c157ea6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:31.923531 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d6a58447-da08-4e05-86ab-e9054c118a4b req-1df2c476-75c2-43b0-ac3c-94dd8c157ea6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0973594 Oct 28 09:36:31.972893 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d6a58447-da08-4e05-86ab-e9054c118a4b req-187111ba-787b-4376-bf01-7b87b0fb030f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425808 Oct 28 09:36:32.760242 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6a6183da-a755-40a9-bfb9-84f29f4efb55 req-9f94205c-919d-4ea2-b9ff-797cdc239304 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 210 time: 0.0349860 Oct 28 09:36:32.812198 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-2f97b4f0-4249-49a9-a8ad-84fe82c903e1 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:32.813677 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-2f97b4f0-4249-49a9-a8ad-84fe82c903e1 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 811 time: 0.1433573 Oct 28 09:36:32.837724 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-718d0ad6-eec6-4bc3-9153-29dc341e37bb req-b51cad17-3e7a-4317-9659-a6d4be21b854 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 210 time: 0.0307386 Oct 28 09:36:32.987026 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-e33494b5-2d2a-47d1-8cee-10a89253bca9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=660ec9ee8b0f45138a129b50c8550f44 HTTP/1.1" status: 200 len: 379 time: 0.0350673 Oct 28 09:36:32.999632 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'port': {'device_id': '5b709787-a782-4953-a7fc-e721bdb77166', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'admin_state_up': True, 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'security_groups': ['cab2657b-738b-4884-ae4d-956c0faf5566']}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:33.127510 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264438c-fb74-464a-b780-be4cbda5f913 req-ca3c08db-bace-476c-95f1-bad1aab6c8d6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:33.128991 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7264438c-fb74-464a-b780-be4cbda5f913 req-ca3c08db-bace-476c-95f1-bad1aab6c8d6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0821972 Oct 28 09:36:33.171574 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Made reservation on behalf of 660ec9ee8b0f45138a129b50c8550f44 for: {'port': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:33.174942 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.190984 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7264438c-fb74-464a-b780-be4cbda5f913 req-16b8551c-8950-41ce-a9e6-34cc8817234b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549700 Oct 28 09:36:33.313291 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Allocated IP 172.20.0.7 (15b4b253-ed13-4514-badd-13a38423868c/b2707181-8062-4a4e-8220-a7fe5a3ab23f/214537d8-5ea3-4a1d-aa60-88a36cce2479) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:33.408136 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36cffcc5-548d-4172-8547-7b163fdcd32b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:33.409915 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36cffcc5-548d-4172-8547-7b163fdcd32b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 815 time: 0.1146929 Oct 28 09:36:33.425041 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Request body: {'port': {'device_id': '88335772-20f6-4c05-a6f7-fbb7050af231', 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762', 'admin_state_up': True, 'tenant_id': '9f29a0883a6a4a5bb40bf67e5d2416dd'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:33.461774 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.497246 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.542153 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Network 15b4b253-ed13-4514-badd-13a38423868c is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:33.542703 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Made reservation on behalf of 9f29a0883a6a4a5bb40bf67e5d2416dd for: {'port': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:33.545424 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:33.546295 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.549115 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:33.574790 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'Port': ['ID=214537d8-5ea3-4a1d-aa60-88a36cce2479,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:33.604013 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:33.604759 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.622694 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-42593206-c7f1-4275-8018-3f27af561391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6286685 Oct 28 09:36:33.643243 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Request body: {'port': {'device_id': '5b709787-a782-4953-a7fc-e721bdb77166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:33.685116 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Allocated IP 172.20.0.2 (3a4dcbfc-028a-4476-8d7a-1f54bc838762/1573bebb-0c22-4303-84bc-3fe11b947157/5590daaa-bf3b-4941-8eea-987e5eba4ecf) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:33.704913 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.815485 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-5c26c574-fb12-45c9-9b1e-62941c235a69 None None] Provisioning complete for port 214537d8-5ea3-4a1d-aa60-88a36cce2479 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:33.816495 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5c26c574-fb12-45c9-9b1e-62941c235a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.853916 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-5c26c574-fb12-45c9-9b1e-62941c235a69 None None] Port 214537d8-5ea3-4a1d-aa60-88a36cce2479 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:36:33.875696 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.936811 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226c067-5f43-4984-93cf-0a67183c8623 req-d8095d0a-452a-4d30-9fc6-fee1a38dc5e1 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:33.938347 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e226c067-5f43-4984-93cf-0a67183c8623 req-d8095d0a-452a-4d30-9fc6-fee1a38dc5e1 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 931 time: 0.0859382 Oct 28 09:36:33.953748 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:33.965474 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['818b4a60-85b8-4ffe-a218-3fa7895f2dd0', '54c1c27a-3626-4212-9578-5fc01fee3410', '90621664-8920-4a94-aaf2-1f9eb2b8540e'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:34.009061 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:34.020966 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:34.026442 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:34.037168 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e226c067-5f43-4984-93cf-0a67183c8623 req-854a5d46-e2ab-4604-aeb9-1e83eb6a4663 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913854 Oct 28 09:36:34.065208 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Pushing event updated for resources: {'Port': ['ID=5590daaa-bf3b-4941-8eea-987e5eba4ecf,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:34.080684 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.081645 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.081645 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.081859 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.082032 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.082357 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.082683 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.083061 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.083328 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.084474 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.084474 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.084474 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:34.096026 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3bad-88cc-4baf-ae4f-ba6badf8e26a req-600e35fd-193a-4c69-8251-398808c9d324 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.104444 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-086f3bad-88cc-4baf-ae4f-ba6badf8e26a req-600e35fd-193a-4c69-8251-398808c9d324 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 931 time: 0.1443954 Oct 28 09:36:34.106334 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.107032 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.124651 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-36ecba13-3977-4260-b670-9bb156888184 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7035577 Oct 28 09:36:34.140929 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Request body: {'port': {'device_id': '88335772-20f6-4c05-a6f7-fbb7050af231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:34.197205 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-086f3bad-88cc-4baf-ae4f-ba6badf8e26a req-10814243-cf4d-4db6-ae27-3886c4539368 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913787 Oct 28 09:36:34.201466 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.335986 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214537d8-5ea3-4a1d-aa60-88a36cce2479 {{(pid=101413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:34.343490 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.355967 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.provisioning_blocks [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Transition to ACTIVE for port object 214537d8-5ea3-4a1d-aa60-88a36cce2479 will not be triggered until provisioned by entity L2. {{(pid=101413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:36:34.360026 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.425495 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f26dd-3a95-40b4-afa2-6e6665a8647e req-08a052fa-ec3b-4734-ac00-cbc0d19297cf tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.427032 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a03f26dd-3a95-40b4-afa2-6e6665a8647e req-08a052fa-ec3b-4734-ac00-cbc0d19297cf tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.1579123 Oct 28 09:36:34.438776 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Pushing event updated for resources: {'Port': ['ID=214537d8-5ea3-4a1d-aa60-88a36cce2479,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:34.493427 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a03f26dd-3a95-40b4-afa2-6e6665a8647e req-23b19974-cefd-49f8-8af1-4de0dc1fdec0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587227 Oct 28 09:36:34.495949 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Attempting to bind port 214537d8-5ea3-4a1d-aa60-88a36cce2479 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:34.496174 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Attempting to bind port 214537d8-5ea3-4a1d-aa60-88a36cce2479 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:34.496550 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Attempting to bind port 214537d8-5ea3-4a1d-aa60-88a36cce2479 on network 15b4b253-ed13-4514-badd-13a38423868c {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:34.502430 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Port 214537d8-5ea3-4a1d-aa60-88a36cce2479 on network 15b4b253-ed13-4514-badd-13a38423868c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:36:34.502756 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Attempting to bind port 214537d8-5ea3-4a1d-aa60-88a36cce2479 on network 15b4b253-ed13-4514-badd-13a38423868c {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:34.508741 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:34.509377 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Checking segment: {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:34.509896 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Bound using segment: {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:34.519344 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Bound port: 214537d8-5ea3-4a1d-aa60-88a36cce2479, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'}}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:34.520090 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.560213 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5590daaa-bf3b-4941-8eea-987e5eba4ecf {{(pid=101414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:34.568401 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.583910 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.provisioning_blocks [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Transition to ACTIVE for port object 5590daaa-bf3b-4941-8eea-987e5eba4ecf will not be triggered until provisioned by entity L2. {{(pid=101414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:36:34.588619 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.595351 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] For port 214537d8-5ea3-4a1d-aa60-88a36cce2479, host hv-cinder-81514, cleared binding levels {{(pid=101413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:34.598770 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] For port 214537d8-5ea3-4a1d-aa60-88a36cce2479, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=214537d8-5ea3-4a1d-aa60-88a36cce2479,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:34.603037 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.643228 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.643903 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.645290 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] 10.222.0.32 "PUT /v2.0/ports/214537d8-5ea3-4a1d-aa60-88a36cce2479 HTTP/1.1" status: 200 len: 1093 time: 1.0063059 Oct 28 09:36:34.645729 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b709787-a782-4953-a7fc-e721bdb77166', 'tag': '214537d8-5ea3-4a1d-aa60-88a36cce2479'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:34.648021 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2f1abe-ac9f-41d4-9445-193c8b830177" -d '{"events": [{"name": "network-changed", "server_uuid": "5b709787-a782-4953-a7fc-e721bdb77166", "tag": "214537d8-5ea3-4a1d-aa60-88a36cce2479"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:34.671321 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cf62d-b002-4fc9-a24c-25ea49f50b58 service neutron] Pushing event updated for resources: {'Port': ['ID=214537d8-5ea3-4a1d-aa60-88a36cce2479,revision_number=3']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:34.686423 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Pushing event updated for resources: {'Port': ['ID=5590daaa-bf3b-4941-8eea-987e5eba4ecf,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:34.704305 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3988db-ffbe-4bdf-b6b4-75c4baa123e6 x-openstack-request-id: req-5e3988db-ffbe-4bdf-b6b4-75c4baa123e6 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:34.704688 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b709787-a782-4953-a7fc-e721bdb77166", "tag": "214537d8-5ea3-4a1d-aa60-88a36cce2479", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:34.705003 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-5e3988db-ffbe-4bdf-b6b4-75c4baa123e6 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:34.705487 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b709787-a782-4953-a7fc-e721bdb77166', 'tag': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'status': 'completed', 'code': 200} Oct 28 09:36:34.753276 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Attempting to bind port 5590daaa-bf3b-4941-8eea-987e5eba4ecf on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:36:34.753631 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Attempting to bind port 5590daaa-bf3b-4941-8eea-987e5eba4ecf by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:36:34.754142 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Attempting to bind port 5590daaa-bf3b-4941-8eea-987e5eba4ecf on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:34.759012 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-f1febb51-0e20-4ffc-b528-c15bc9cbf3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.759836 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Port 5590daaa-bf3b-4941-8eea-987e5eba4ecf on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:36:34.760170 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Attempting to bind port 5590daaa-bf3b-4941-8eea-987e5eba4ecf on network 3a4dcbfc-028a-4476-8d7a-1f54bc838762 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:34.760576 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-f1febb51-0e20-4ffc-b528-c15bc9cbf3e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 1096 time: 0.0441906 Oct 28 09:36:34.765415 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:36:34.765753 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Checking segment: {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:36:34.766138 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Bound using segment: {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:36:34.766572 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Bound port: 5590daaa-bf3b-4941-8eea-987e5eba4ecf, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0760e62e-bcd6-48a3-bb44-f5f51504ae0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762'}}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:36:34.766956 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.821918 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-a52bd2d9-7b6f-491e-86da-c28fe5c5dfb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=214537d8-5ea3-4a1d-aa60-88a36cce2479 HTTP/1.1" status: 200 len: 217 time: 0.0367806 Oct 28 09:36:34.839039 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] For port 5590daaa-bf3b-4941-8eea-987e5eba4ecf, host hv-cinder-81514, cleared binding levels {{(pid=101414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:34.842208 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] For port 5590daaa-bf3b-4941-8eea-987e5eba4ecf, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5590daaa-bf3b-4941-8eea-987e5eba4ecf,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:34.846877 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.877474 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.878038 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:34.879412 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] 10.222.0.32 "PUT /v2.0/ports/5590daaa-bf3b-4941-8eea-987e5eba4ecf HTTP/1.1" status: 200 len: 1093 time: 0.7430844 Oct 28 09:36:34.881507 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-51b7462e-9b86-4469-b563-455ee1436e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.882191 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88335772-20f6-4c05-a6f7-fbb7050af231', 'tag': '5590daaa-bf3b-4941-8eea-987e5eba4ecf'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:34.883061 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-51b7462e-9b86-4469-b563-455ee1436e8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0499740 Oct 28 09:36:34.884468 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e566a90d-6777-43dd-a95d-40f23a418306" -d '{"events": [{"name": "network-changed", "server_uuid": "88335772-20f6-4c05-a6f7-fbb7050af231", "tag": "5590daaa-bf3b-4941-8eea-987e5eba4ecf"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:34.918543 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60734b36-ecaa-4c92-94c2-ded916613c2d service neutron] Pushing event updated for resources: {'Port': ['ID=5590daaa-bf3b-4941-8eea-987e5eba4ecf,revision_number=3']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:34.950270 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-405be485-b998-4302-8d3e-2e46fa7e0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.951777 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-405be485-b998-4302-8d3e-2e46fa7e0938 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526357 Oct 28 09:36:34.987024 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-d89ef91a-407e-4b4f-9517-0859b131b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:34.988830 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-d89ef91a-407e-4b4f-9517-0859b131b3a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 1096 time: 0.0470047 Oct 28 09:36:35.000174 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbd20ad-98d0-4493-ae09-e3d6e1143eb6 x-openstack-request-id: req-0cbd20ad-98d0-4493-ae09-e3d6e1143eb6 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:35.000665 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88335772-20f6-4c05-a6f7-fbb7050af231", "tag": "5590daaa-bf3b-4941-8eea-987e5eba4ecf", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:35.001104 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-0cbd20ad-98d0-4493-ae09-e3d6e1143eb6 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:35.001804 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88335772-20f6-4c05-a6f7-fbb7050af231', 'tag': '5590daaa-bf3b-4941-8eea-987e5eba4ecf', 'status': 'completed', 'code': 200} Oct 28 09:36:35.043460 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-c98779d8-ceda-4245-8ea2-dce96d5244c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5590daaa-bf3b-4941-8eea-987e5eba4ecf HTTP/1.1" status: 200 len: 217 time: 0.0390329 Oct 28 09:36:35.049194 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-f0505270-24fa-4f06-9068-191eb7f027f1 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865395 Oct 28 09:36:35.107366 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-b34e7500-bcb5-4f2c-b529-1483efd6abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.109960 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-b34e7500-bcb5-4f2c-b529-1483efd6abab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1573bebb-0c22-4303-84bc-3fe11b947157 HTTP/1.1" status: 200 len: 855 time: 0.0502498 Oct 28 09:36:35.148679 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-f6cde24f-5a20-4c72-b2b8-86e5d73b21cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a4dcbfc-028a-4476-8d7a-1f54bc838762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281084 Oct 28 09:36:35.197551 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e909b-bb2f-482a-9873-78dd9f5ac814 req-f957f7b8-0f5b-41f8-809d-c9a249a28673 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.199031 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-768e909b-bb2f-482a-9873-78dd9f5ac814 req-f957f7b8-0f5b-41f8-809d-c9a249a28673 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 943 time: 0.0698621 Oct 28 09:36:35.226815 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9f0450aa-f051-439b-9d35-cfa8098f434b req-2113525f-713f-4aca-9880-016c0fca6a0e service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659980 Oct 28 09:36:35.249484 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-e05811ab-8a7d-4062-8949-06ebebc1b1fc service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907555 Oct 28 09:36:35.251589 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-768e909b-bb2f-482a-9873-78dd9f5ac814 req-cdf8fbdd-6d27-414e-b6a4-849637c1d43d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428843 Oct 28 09:36:35.345419 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1abe-ac9f-41d4-9445-193c8b830177 req-261b708b-5c32-4d63-ad4b-a620ecae7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.346827 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ec2f1abe-ac9f-41d4-9445-193c8b830177 req-261b708b-5c32-4d63-ad4b-a620ecae7a9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 1096 time: 0.0464330 Oct 28 09:36:35.367060 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706d8d4-6ca8-419e-810b-e234e468951f req-4fbba525-ad35-4f98-95e7-a5390f8206dd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.368525 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0706d8d4-6ca8-419e-810b-e234e468951f req-4fbba525-ad35-4f98-95e7-a5390f8206dd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 943 time: 0.0996568 Oct 28 09:36:35.391972 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-965ffb5d-1348-41df-b57a-d3d90be86f0a req-c55e08ae-b604-43f5-b239-95af8b27a8b6 service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314914 Oct 28 09:36:35.419422 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0706d8d4-6ca8-419e-810b-e234e468951f req-6f712907-d3c0-47b2-8691-57676b0f8813 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422416 Oct 28 09:36:35.449811 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1abe-ac9f-41d4-9445-193c8b830177 req-2dda8811-a58b-4d4e-8143-33d98f521c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.451266 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ec2f1abe-ac9f-41d4-9445-193c8b830177 req-2dda8811-a58b-4d4e-8143-33d98f521c85 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 913 time: 0.0949602 Oct 28 09:36:35.510527 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ec2f1abe-ac9f-41d4-9445-193c8b830177 req-1c6267dd-f2fb-44df-a183-64c42069739e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=214537d8-5ea3-4a1d-aa60-88a36cce2479 HTTP/1.1" status: 200 len: 217 time: 0.0385649 Oct 28 09:36:35.512535 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566a90d-6777-43dd-a95d-40f23a418306 req-3625c74e-a24c-4d49-a13c-8a6ceae7585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.513999 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e566a90d-6777-43dd-a95d-40f23a418306 req-3625c74e-a24c-4d49-a13c-8a6ceae7585c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 1096 time: 0.0410457 Oct 28 09:36:35.582560 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1abe-ac9f-41d4-9445-193c8b830177 req-ec6c0f96-5f43-4295-8519-43bee9110059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.584267 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ec2f1abe-ac9f-41d4-9445-193c8b830177 req-ec6c0f96-5f43-4295-8519-43bee9110059 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0550983 Oct 28 09:36:35.615747 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566a90d-6777-43dd-a95d-40f23a418306 req-c96e5fab-58ad-4065-8d42-0c79db4a277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.617181 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e566a90d-6777-43dd-a95d-40f23a418306 req-c96e5fab-58ad-4065-8d42-0c79db4a277c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 200 len: 917 time: 0.0873308 Oct 28 09:36:35.648601 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcaf3b-26b5-4676-9420-439df56dd8dc req-940b8f9d-fea6-4b3f-baee-026e121dfceb tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.650127 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fbdcaf3b-26b5-4676-9420-439df56dd8dc req-940b8f9d-fea6-4b3f-baee-026e121dfceb tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0820739 Oct 28 09:36:35.657037 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1abe-ac9f-41d4-9445-193c8b830177 req-139ae0c0-a41b-4645-aa04-c114ad1a2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.658522 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ec2f1abe-ac9f-41d4-9445-193c8b830177 req-139ae0c0-a41b-4645-aa04-c114ad1a2c09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605524 Oct 28 09:36:35.752391 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fbdcaf3b-26b5-4676-9420-439df56dd8dc req-e7e9aa46-14df-4e91-8d50-43d35216d5f0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928607 Oct 28 09:36:35.793066 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ec2f1abe-ac9f-41d4-9445-193c8b830177 req-2ca4ddb4-8f09-493e-a6a7-2b5ae5021af0 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191339 Oct 28 09:36:35.892212 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-ec2f1abe-ac9f-41d4-9445-193c8b830177 req-ac63e96a-9295-4948-a74f-107351216ce9 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893123 Oct 28 09:36:35.931375 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e566a90d-6777-43dd-a95d-40f23a418306 req-7076b1a4-367a-4d3c-b94f-2977d47680c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5590daaa-bf3b-4941-8eea-987e5eba4ecf HTTP/1.1" status: 200 len: 217 time: 0.3058372 Oct 28 09:36:35.984556 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566a90d-6777-43dd-a95d-40f23a418306 req-34b8eaa1-1ce5-4bf4-ace8-54d0201712ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:35.985992 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e566a90d-6777-43dd-a95d-40f23a418306 req-34b8eaa1-1ce5-4bf4-ace8-54d0201712ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1573bebb-0c22-4303-84bc-3fe11b947157 HTTP/1.1" status: 200 len: 855 time: 0.0433822 Oct 28 09:36:36.025069 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e566a90d-6777-43dd-a95d-40f23a418306 req-ee0f972f-36f1-40f1-a698-23e010c61ed0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a4dcbfc-028a-4476-8d7a-1f54bc838762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244732 Oct 28 09:36:36.117501 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e566a90d-6777-43dd-a95d-40f23a418306 req-029288d5-fd08-40af-8bad-2b980c0af70e service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826552 Oct 28 09:36:36.209532 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e566a90d-6777-43dd-a95d-40f23a418306 req-904afc1f-5abb-4cce-9efa-2a4182d76e71 service neutron] 10.222.0.32 "GET /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823700 Oct 28 09:36:36.370338 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06368671-634e-4a9a-b7a0-ebf80172018c req-ea4ef60b-c171-4123-a561-1909b62fcb24 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:36.371818 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-06368671-634e-4a9a-b7a0-ebf80172018c req-ea4ef60b-c171-4123-a561-1909b62fcb24 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 943 time: 0.0530016 Oct 28 09:36:36.409290 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-06368671-634e-4a9a-b7a0-ebf80172018c req-755e68af-59f8-40eb-93d9-2a0a85e47d59 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314581 Oct 28 09:36:36.539824 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf2054-f0d7-4477-9530-69ce9fd9e5e9 req-865cf690-4c98-43bc-8eb3-c84951083821 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:36.541318 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-49cf2054-f0d7-4477-9530-69ce9fd9e5e9 req-865cf690-4c98-43bc-8eb3-c84951083821 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 943 time: 0.0495210 Oct 28 09:36:36.579119 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-49cf2054-f0d7-4477-9530-69ce9fd9e5e9 req-70a9f744-bfdc-4247-83f9-740aab32a563 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Oct 28 09:36:36.877345 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbc76b-383a-46fd-9a70-8b1b953f5f7e req-077e641d-73f4-496d-99ab-0176e71e887d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:36.878812 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9dcbc76b-383a-46fd-9a70-8b1b953f5f7e req-077e641d-73f4-496d-99ab-0176e71e887d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0491431 Oct 28 09:36:36.916720 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-9dcbc76b-383a-46fd-9a70-8b1b953f5f7e req-577a47ec-d876-4315-b197-89b7fa860856 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319438 Oct 28 09:36:37.501406 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5590daaa-bf3b-4941-8eea-987e5eba4ecf details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:37.524982 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e0496-e973-4089-a415-db11089fb5e8 req-2184bf4d-c6c4-4ac3-9d59-211aa2808f4a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:37.526452 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-496e0496-e973-4089-a415-db11089fb5e8 req-2184bf4d-c6c4-4ac3-9d59-211aa2808f4a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 943 time: 0.0510855 Oct 28 09:36:37.565119 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-496e0496-e973-4089-a415-db11089fb5e8 req-0a8b677c-8a1b-44a9-9c22-9ed78109cb3a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326102 Oct 28 09:36:37.600992 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 5590daaa-bf3b-4941-8eea-987e5eba4ecf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5590daaa-bf3b-4941-8eea-987e5eba4ecf,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:37.612079 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '5590daaa-bf3b-4941-8eea-987e5eba4ecf', 'network_id': '3a4dcbfc-028a-4476-8d7a-1f54bc838762', 'port_id': '5590daaa-bf3b-4941-8eea-987e5eba4ecf', 'mac_address': 'fa:16:3e:99:c4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1573bebb-0c22-4303-84bc-3fe11b947157', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:37.652945 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:37.665843 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5590daaa-bf3b-4941-8eea-987e5eba4ecf {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:37.685251 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 5590daaa-bf3b-4941-8eea-987e5eba4ecf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5590daaa-bf3b-4941-8eea-987e5eba4ecf,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:37.690595 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:37.696490 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f169b-2608-4cc0-bde9-667c13be2bc5 req-00d9f559-687e-4603-b38e-46c7de5c1aec tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:37.698039 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-757f169b-2608-4cc0-bde9-667c13be2bc5 req-00d9f559-687e-4603-b38e-46c7de5c1aec tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 943 time: 0.0521154 Oct 28 09:36:37.734827 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-757f169b-2608-4cc0-bde9-667c13be2bc5 req-35b378e0-13b3-4fa7-99bc-aa622de0bd8a tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305243 Oct 28 09:36:37.737862 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=5590daaa-bf3b-4941-8eea-987e5eba4ecf,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:38.037201 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262614-dcf0-4fc8-8962-b7b147ba620b req-c40e3f71-074d-4ecc-8a7e-b843241e70f5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:38.037851 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['5590daaa-bf3b-4941-8eea-987e5eba4ecf'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:38.039268 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0c262614-dcf0-4fc8-8962-b7b147ba620b req-c40e3f71-074d-4ecc-8a7e-b843241e70f5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0541620 Oct 28 09:36:38.082260 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0c262614-dcf0-4fc8-8962-b7b147ba620b req-c996c928-7d1b-45d2-813d-6c7cf08eee61 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365279 Oct 28 09:36:38.680441 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51326b-7a5a-4db0-a991-96e1a8e21694 req-3d524675-2347-4fb7-bffc-993d853d92bd tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:38.681914 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7b51326b-7a5a-4db0-a991-96e1a8e21694 req-3d524675-2347-4fb7-bffc-993d853d92bd tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 943 time: 0.0521536 Oct 28 09:36:38.718582 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7b51326b-7a5a-4db0-a991-96e1a8e21694 req-114258ae-e53f-473b-a73e-c030540c2524 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306609 Oct 28 09:36:38.852054 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffdbd5-eb7e-4024-a5a0-75b9caf91865 req-30a5eefc-3c4e-4b8f-bf3e-e896fc8b65b8 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:38.853568 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-73ffdbd5-eb7e-4024-a5a0-75b9caf91865 req-30a5eefc-3c4e-4b8f-bf3e-e896fc8b65b8 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 944 time: 0.0523429 Oct 28 09:36:38.893145 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-73ffdbd5-eb7e-4024-a5a0-75b9caf91865 req-473a158c-0eae-4a38-bb2a-9fc1b10fa6e3 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Oct 28 09:36:39.199692 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f430d-8dae-41bd-a6d7-ad69076e13e4 req-a37ea479-5c52-4c0b-a99a-7b995de40cb4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:39.201199 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ac8f430d-8dae-41bd-a6d7-ad69076e13e4 req-a37ea479-5c52-4c0b-a99a-7b995de40cb4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0485580 Oct 28 09:36:39.238399 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ac8f430d-8dae-41bd-a6d7-ad69076e13e4 req-47eef572-34b3-479b-a1aa-82c7bbfacd6f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312064 Oct 28 09:36:39.507967 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5590daaa-bf3b-4941-8eea-987e5eba4ecf up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:39.556124 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 5590daaa-bf3b-4941-8eea-987e5eba4ecf completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:39.560438 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 5590daaa-bf3b-4941-8eea-987e5eba4ecf triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:39.560878 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.641662 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.666156 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88335772-20f6-4c05-a6f7-fbb7050af231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5590daaa-bf3b-4941-8eea-987e5eba4ecf'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:39.668483 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048e8748-6810-41f2-aadb-974bb67a0367" -d '{"events": [{"server_uuid": "88335772-20f6-4c05-a6f7-fbb7050af231", "name": "network-vif-plugged", "status": "completed", "tag": "5590daaa-bf3b-4941-8eea-987e5eba4ecf"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:39.689448 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 5590daaa-bf3b-4941-8eea-987e5eba4ecf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5590daaa-bf3b-4941-8eea-987e5eba4ecf,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:39.696410 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:39.788006 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=5590daaa-bf3b-4941-8eea-987e5eba4ecf,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:39.849962 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70b8f8a-be38-4ec5-905d-7eefeb46025d x-openstack-request-id: req-e70b8f8a-be38-4ec5-905d-7eefeb46025d {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:39.850250 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88335772-20f6-4c05-a6f7-fbb7050af231", "name": "network-vif-plugged", "status": "completed", "tag": "5590daaa-bf3b-4941-8eea-987e5eba4ecf", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:39.850499 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-e70b8f8a-be38-4ec5-905d-7eefeb46025d {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:39.851062 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88335772-20f6-4c05-a6f7-fbb7050af231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5590daaa-bf3b-4941-8eea-987e5eba4ecf', 'code': 200} Oct 28 09:36:39.869786 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e233986-376c-45d3-b6b1-c88acf63f4c6 req-cc7f49a8-9b81-4315-8fc6-9a4479678381 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:39.871291 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2e233986-376c-45d3-b6b1-c88acf63f4c6 req-cc7f49a8-9b81-4315-8fc6-9a4479678381 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 943 time: 0.0511489 Oct 28 09:36:39.910935 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2e233986-376c-45d3-b6b1-c88acf63f4c6 req-a3fccb55-add5-4f6d-96b4-8505586a4eb1 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333147 Oct 28 09:36:40.019895 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385d47a-2306-4446-ab5b-fd8bb89a6074 req-5a61ac27-091c-4577-8a9a-99689985b5ed tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.021810 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b385d47a-2306-4446-ab5b-fd8bb89a6074 req-5a61ac27-091c-4577-8a9a-99689985b5ed tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 945 time: 0.0562236 Oct 28 09:36:40.029941 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f47c-e1e9-4f58-9ea1-da404d7a4b7e req-c8575e83-d4c1-4a5a-a8eb-833495ccef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.031607 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e443f47c-e1e9-4f58-9ea1-da404d7a4b7e req-c8575e83-d4c1-4a5a-a8eb-833495ccef20 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 1098 time: 0.0470538 Oct 28 09:36:40.062743 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b385d47a-2306-4446-ab5b-fd8bb89a6074 req-7ec7b523-37c1-41f7-b3f9-04ef0293f7aa tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347376 Oct 28 09:36:40.072274 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e443f47c-e1e9-4f58-9ea1-da404d7a4b7e req-ca460289-a392-43c2-95a4-a96e4e0b4f74 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296659 Oct 28 09:36:40.354339 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44679d-d785-4f89-ab7b-3179b478975b req-2eba038c-e0a9-4a84-acc4-5320dde7bd28 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:40.355789 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-aa44679d-d785-4f89-ab7b-3179b478975b req-2eba038c-e0a9-4a84-acc4-5320dde7bd28 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0481141 Oct 28 09:36:40.392577 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-aa44679d-d785-4f89-ab7b-3179b478975b req-e3da9521-8100-4d54-a4c5-b42387581391 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309479 Oct 28 09:36:41.032283 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c285-1ff0-41a5-8669-10510eba8840 req-98f5f395-d15f-43f4-a084-f98f3bfb4b62 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:41.033967 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f040c285-1ff0-41a5-8669-10510eba8840 req-98f5f395-d15f-43f4-a084-f98f3bfb4b62 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 943 time: 0.0522902 Oct 28 09:36:41.073147 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f040c285-1ff0-41a5-8669-10510eba8840 req-3cec7b1d-ac3a-407c-950c-6562944db62f tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320709 Oct 28 09:36:41.190889 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a43436-3255-4057-bf7a-49dcd62e9f8f req-60fb71d8-157d-4374-9d9e-56ff70f7e8f3 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:41.192416 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b2a43436-3255-4057-bf7a-49dcd62e9f8f req-60fb71d8-157d-4374-9d9e-56ff70f7e8f3 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 945 time: 0.0535343 Oct 28 09:36:41.231102 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b2a43436-3255-4057-bf7a-49dcd62e9f8f req-f1dc5742-4cdf-4db2-952c-d81c30e27398 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324504 Oct 28 09:36:41.518275 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17996bf-506c-4984-bd4e-06b4cb488f66 req-3714c8c1-c9fb-488e-aae7-5b1d27561966 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:41.519704 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e17996bf-506c-4984-bd4e-06b4cb488f66 req-3714c8c1-c9fb-488e-aae7-5b1d27561966 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0517671 Oct 28 09:36:41.557652 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e17996bf-506c-4984-bd4e-06b4cb488f66 req-06110ec0-3bbe-4824-bd4d-b69b085a601d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314586 Oct 28 09:36:42.187895 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da4b28-5f7c-4297-84c8-f249bce1c63f req-daf5b0c3-e86d-4637-977b-64768892b898 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:42.189398 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-13da4b28-5f7c-4297-84c8-f249bce1c63f req-daf5b0c3-e86d-4637-977b-64768892b898 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 943 time: 0.0494971 Oct 28 09:36:42.228105 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-13da4b28-5f7c-4297-84c8-f249bce1c63f req-b5227220-b067-4ca7-8262-5d4875a3e541 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Oct 28 09:36:42.346257 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c8633-fae0-41b8-946a-fcbac10e9300 req-8c3f2e4e-0e98-4761-8b35-a99d2a5c4d69 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:42.347712 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-eb1c8633-fae0-41b8-946a-fcbac10e9300 req-8c3f2e4e-0e98-4761-8b35-a99d2a5c4d69 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 945 time: 0.0492711 Oct 28 09:36:42.391877 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-eb1c8633-fae0-41b8-946a-fcbac10e9300 req-6654e177-7353-4f62-9246-b03f09bbe5a2 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378938 Oct 28 09:36:42.685974 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2d90c-6439-4b45-89ed-645d85a64c14 req-ad9055fc-fd36-4bfd-8df4-c7f809efd164 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:42.687845 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fba2d90c-6439-4b45-89ed-645d85a64c14 req-ad9055fc-fd36-4bfd-8df4-c7f809efd164 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0520418 Oct 28 09:36:42.728473 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fba2d90c-6439-4b45-89ed-645d85a64c14 req-34889515-8225-485e-ae21-380ee7f6e26e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335319 Oct 28 09:36:43.014021 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:36:43.342160 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db550a-f26e-49bc-9af1-e24009f59aef req-08f37bc1-0186-4172-88bb-5d1a0899c473 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:43.343573 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-28db550a-f26e-49bc-9af1-e24009f59aef req-08f37bc1-0186-4172-88bb-5d1a0899c473 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 943 time: 0.0490460 Oct 28 09:36:43.381712 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-28db550a-f26e-49bc-9af1-e24009f59aef req-5c319b5c-4e66-4c06-bac3-88caa32ddb2a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322251 Oct 28 09:36:43.542596 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:43.649178 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:43.651377 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-35cac7a3-70ca-4a72-86bc-4a7155dd91ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.660617 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'port_id': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'mac_address': 'fa:16:3e:38:d4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:43.699708 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.712702 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:43.732754 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:43.736991 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:43.796746 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,revision_number=6']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:43.857568 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcca11-c6f0-428f-9344-068eb06e64f3 req-d4a8ed26-8756-4eeb-9ce5-ac4bda81f3ce tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:43.859198 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-58fcca11-c6f0-428f-9344-068eb06e64f3 req-d4a8ed26-8756-4eeb-9ce5-ac4bda81f3ce tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 945 time: 0.0552797 Oct 28 09:36:43.868554 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:43.900714 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-58fcca11-c6f0-428f-9344-068eb06e64f3 req-7ee99562-ae2b-4b0b-93e3-5ee61c7b3fa6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345821 Oct 28 09:36:44.495778 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb562e84-ae39-40e4-86e6-4e6040c5eb86 req-86f2a7fb-afc7-4b50-8722-08bcccb69311 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:44.497271 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cb562e84-ae39-40e4-86e6-4e6040c5eb86 req-86f2a7fb-afc7-4b50-8722-08bcccb69311 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 943 time: 0.0488710 Oct 28 09:36:44.535479 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cb562e84-ae39-40e4-86e6-4e6040c5eb86 req-8da538ae-1379-4735-8108-8d914586ba8e tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322866 Oct 28 09:36:45.027127 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f95989-1a88-4d1a-9086-1610d11f2c2f req-bbc11858-3550-44bb-a228-5840fedd59a2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:45.028598 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-31f95989-1a88-4d1a-9086-1610d11f2c2f req-bbc11858-3550-44bb-a228-5840fedd59a2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 945 time: 0.0509641 Oct 28 09:36:45.065849 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-31f95989-1a88-4d1a-9086-1610d11f2c2f req-f44515c4-00b2-4ab6-96ad-30f5258a8234 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313404 Oct 28 09:36:45.556893 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:45.613358 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:45.613764 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.688379 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5a2fe-2c1a-435b-9158-6b068b48eee6 req-21df60eb-5261-4430-a749-5491fc9c0fcb tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:45.696809 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8fe5a2fe-2c1a-435b-9158-6b068b48eee6 req-21df60eb-5261-4430-a749-5491fc9c0fcb tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 943 time: 0.0866194 Oct 28 09:36:45.707924 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.732891 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:45.735292 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c867fbd-13f2-4cc7-9737-cd3206d2105f" -d '{"events": [{"server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "name": "network-vif-plugged", "status": "completed", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:45.742482 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8fe5a2fe-2c1a-435b-9158-6b068b48eee6 req-7bd7935a-1db2-4099-960a-67d51cfc3a97 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443447 Oct 28 09:36:45.760948 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:45.769234 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:45.798874 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed8c087-bbe4-4a35-96d4-da2f94282fd2 x-openstack-request-id: req-4ed8c087-bbe4-4a35-96d4-da2f94282fd2 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:45.799223 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "name": "network-vif-plugged", "status": "completed", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:45.799479 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-4ed8c087-bbe4-4a35-96d4-da2f94282fd2 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:45.799873 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'code': 200} Oct 28 09:36:45.838100 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,revision_number=7']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:46.207969 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9b824-6be6-4dc8-8e93-87f09f8dc735 req-40b7ad44-2bbf-4a5c-9a86-36864b3992a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:46.210444 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-97c9b824-6be6-4dc8-8e93-87f09f8dc735 req-40b7ad44-2bbf-4a5c-9a86-36864b3992a7 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0629752 Oct 28 09:36:46.258348 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-97c9b824-6be6-4dc8-8e93-87f09f8dc735 req-64d5e3dc-4da8-45a8-abef-f7bd5d9bd5a6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370448 Oct 28 09:36:46.815326 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b8b2712e-5126-4555-9786-2674ba1b78c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:46.874422 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee1b4-9067-4a9f-a02a-5fcc976ee1fe req-bf48ba05-1a15-4403-8b42-e3d071dff6dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:46.876072 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-69dee1b4-9067-4a9f-a02a-5fcc976ee1fe req-bf48ba05-1a15-4403-8b42-e3d071dff6dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 943 time: 0.0624228 Oct 28 09:36:46.919936 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-69dee1b4-9067-4a9f-a02a-5fcc976ee1fe req-eae5b9b7-001a-4c7d-941f-ca0264ff3a83 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368121 Oct 28 09:36:47.427960 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af60f7f-58e4-4464-b28c-20e1c9ed6375 req-e5cc51de-8ab2-423a-afa8-3847cf39405c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:47.430368 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1af60f7f-58e4-4464-b28c-20e1c9ed6375 req-e5cc51de-8ab2-423a-afa8-3847cf39405c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0685413 Oct 28 09:36:47.486314 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-1af60f7f-58e4-4464-b28c-20e1c9ed6375 req-73bc4886-bb5b-46f4-8cbe-c688548f2e2b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496221 Oct 28 09:36:47.488365 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:47.505581 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:47.561427 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 214537d8-5ea3-4a1d-aa60-88a36cce2479 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:36:47.676020 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 214537d8-5ea3-4a1d-aa60-88a36cce2479, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=214537d8-5ea3-4a1d-aa60-88a36cce2479,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:47.694185 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'port_id': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'mac_address': 'fa:16:3e:f9:59:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:36:47.737470 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:47.751292 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214537d8-5ea3-4a1d-aa60-88a36cce2479 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:36:47.775248 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 214537d8-5ea3-4a1d-aa60-88a36cce2479, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=214537d8-5ea3-4a1d-aa60-88a36cce2479,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:47.780119 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:47.842308 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=214537d8-5ea3-4a1d-aa60-88a36cce2479,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:48.050876 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e33a05-b1cc-42a9-b456-62005c4e129b req-188e33eb-e34d-4410-ad0f-6f3059f3db6f tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:48.052615 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-52e33a05-b1cc-42a9-b456-62005c4e129b req-188e33eb-e34d-4410-ad0f-6f3059f3db6f tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 944 time: 0.0570652 Oct 28 09:36:48.096214 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-52e33a05-b1cc-42a9-b456-62005c4e129b req-13a21c28-aa4c-4f10-98bb-91eb33d7b153 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373693 Oct 28 09:36:48.177801 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['214537d8-5ea3-4a1d-aa60-88a36cce2479'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:36:48.650886 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d87e7-9de1-4d17-b8d7-d93522b0548a req-d4370a0f-a509-4bf3-b283-fb2a86061fdf tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:48.652502 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-773d87e7-9de1-4d17-b8d7-d93522b0548a req-d4370a0f-a509-4bf3-b283-fb2a86061fdf tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0628979 Oct 28 09:36:48.713695 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-773d87e7-9de1-4d17-b8d7-d93522b0548a req-af635bdf-b40d-4545-945e-d372d1425fce tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473540 Oct 28 09:36:49.221499 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f29c8-b87c-418e-a18b-80ab01d6019b req-18745b12-7d45-4a93-a24b-a2339729459d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:49.223336 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-af4f29c8-b87c-418e-a18b-80ab01d6019b req-18745b12-7d45-4a93-a24b-a2339729459d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 944 time: 0.0592108 Oct 28 09:36:49.264641 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-af4f29c8-b87c-418e-a18b-80ab01d6019b req-b96a5232-103b-44c7-a3d3-926cfca17347 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348310 Oct 28 09:36:49.308666 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:49.580696 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 214537d8-5ea3-4a1d-aa60-88a36cce2479 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:49.635620 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 214537d8-5ea3-4a1d-aa60-88a36cce2479 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:36:49.640072 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 214537d8-5ea3-4a1d-aa60-88a36cce2479 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:36:49.640475 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:49.721509 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:49.745816 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b709787-a782-4953-a7fc-e721bdb77166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214537d8-5ea3-4a1d-aa60-88a36cce2479'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:49.748165 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba72c38-bb25-4f8c-98e5-eefeec780a3d" -d '{"events": [{"server_uuid": "5b709787-a782-4953-a7fc-e721bdb77166", "name": "network-vif-plugged", "status": "completed", "tag": "214537d8-5ea3-4a1d-aa60-88a36cce2479"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:49.761211 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 214537d8-5ea3-4a1d-aa60-88a36cce2479, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=214537d8-5ea3-4a1d-aa60-88a36cce2479,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:49.771225 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:49.818760 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44432e7b-a490-4e07-8e65-c6895d76d12a x-openstack-request-id: req-44432e7b-a490-4e07-8e65-c6895d76d12a {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:49.819019 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b709787-a782-4953-a7fc-e721bdb77166", "name": "network-vif-plugged", "status": "completed", "tag": "214537d8-5ea3-4a1d-aa60-88a36cce2479", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:49.819196 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-44432e7b-a490-4e07-8e65-c6895d76d12a {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:49.826335 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b709787-a782-4953-a7fc-e721bdb77166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'code': 200} Oct 28 09:36:49.854717 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=214537d8-5ea3-4a1d-aa60-88a36cce2479,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:49.870687 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdf0c6-32b6-498e-8ef9-43d0708ae39a req-6da3740f-46d4-4cf8-8c75-ff2093f85202 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:49.876821 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94cdf0c6-32b6-498e-8ef9-43d0708ae39a req-6da3740f-46d4-4cf8-8c75-ff2093f85202 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0823405 Oct 28 09:36:49.924424 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94cdf0c6-32b6-498e-8ef9-43d0708ae39a req-99faf546-c15e-4af4-9028-8a5f7ce8e712 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443883 Oct 28 09:36:50.063525 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8501096-8092-4b77-bc72-402a4c906d41 req-ee5272dd-ed1c-45aa-b7b8-ea8228cbabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:50.065644 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b8501096-8092-4b77-bc72-402a4c906d41 req-ee5272dd-ed1c-45aa-b7b8-ea8228cbabbe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 1098 time: 0.0433748 Oct 28 09:36:50.111777 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b8501096-8092-4b77-bc72-402a4c906d41 req-824bd155-2abe-48f9-8155-dbc61f1ab8f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304039 Oct 28 09:36:50.385871 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e15ae-4379-4588-9b6d-27dba3ae0876 req-089d55d7-6a8e-4a57-872a-4ca374ae487c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:50.387392 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-930e15ae-4379-4588-9b6d-27dba3ae0876 req-089d55d7-6a8e-4a57-872a-4ca374ae487c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 945 time: 0.0516891 Oct 28 09:36:50.431456 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-930e15ae-4379-4588-9b6d-27dba3ae0876 req-4695bcb5-5013-48d6-905f-360a979106ec tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372727 Oct 28 09:36:51.235301 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e467afd-4ad6-43db-b2be-bd3baf21ed3f req-6d2cdd72-8d7f-4dc4-96ec-fcb55645bd8f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:51.236820 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1e467afd-4ad6-43db-b2be-bd3baf21ed3f req-6d2cdd72-8d7f-4dc4-96ec-fcb55645bd8f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0809548 Oct 28 09:36:51.281710 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1e467afd-4ad6-43db-b2be-bd3baf21ed3f req-c0e8d0fb-4024-4aee-8eb0-86544a89e91d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385327 Oct 28 09:36:51.561008 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eac50-c807-46c5-8604-2a200bac76ba req-810e37ce-3e9c-4dea-999f-f811fb46fe4c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:51.562639 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-944eac50-c807-46c5-8604-2a200bac76ba req-810e37ce-3e9c-4dea-999f-f811fb46fe4c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 945 time: 0.0554841 Oct 28 09:36:51.619136 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-944eac50-c807-46c5-8604-2a200bac76ba req-8fcb78ec-0cdd-4fec-8e01-851cac3363bf tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489738 Oct 28 09:36:52.423963 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da7747-abcd-4f9d-91e7-71d085da20f1 req-54e875db-6f0b-4266-9c1e-f7fec8612e5c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:52.428784 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-73da7747-abcd-4f9d-91e7-71d085da20f1 req-54e875db-6f0b-4266-9c1e-f7fec8612e5c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0664077 Oct 28 09:36:52.468274 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-73da7747-abcd-4f9d-91e7-71d085da20f1 req-3085a809-f5d8-464e-a8a1-f14902080bbb tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363269 Oct 28 09:36:52.738898 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aca34-e523-44b0-bc9b-aafe71136925 req-acd06b3e-23f5-48b3-b080-8cb61f8e7a90 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:52.745114 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-436aca34-e523-44b0-bc9b-aafe71136925 req-acd06b3e-23f5-48b3-b080-8cb61f8e7a90 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 945 time: 0.0623188 Oct 28 09:36:52.781323 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-436aca34-e523-44b0-bc9b-aafe71136925 req-17c98d80-8178-4e46-a874-a6e94679b4a2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339274 Oct 28 09:36:52.912228 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a0b6-8f60-4b03-8927-6694e22f2536 req-8e4a1380-c776-4ac3-b490-7089f814f017 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:52.914215 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e378a0b6-8f60-4b03-8927-6694e22f2536 req-8e4a1380-c776-4ac3-b490-7089f814f017 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 945 time: 0.0616517 Oct 28 09:36:52.970742 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e378a0b6-8f60-4b03-8927-6694e22f2536 req-99069bdb-fb26-4ee3-acda-9f2664197763 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504284 Oct 28 09:36:52.988386 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 44732) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:53.033423 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e51f14-014c-4bc9-8486-43db6814d427 tempest-TestVolumeBootPattern-2035119762 tempest-TestVolumeBootPattern-2035119762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:53.034044 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-61e51f14-014c-4bc9-8486-43db6814d427 tempest-TestVolumeBootPattern-2035119762 tempest-TestVolumeBootPattern-2035119762-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 1093 time: 0.0446620 Oct 28 09:36:53.039665 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 44734) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:36:53.044684 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'floatingip': {'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'port_id': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:36:53.071418 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.183376 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.305130 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Allocated IP 172.27.3.135 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/fb3eb113-76d2-4b8e-983b-a9be52e53112) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:53.422491 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.462061 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:53.510487 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:53.513727 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:53.517099 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:36:53.557418 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'Port': ['ID=fb3eb113-76d2-4b8e-983b-a9be52e53112,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:53.631892 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac44fdd-b0d6-4a6d-ab4e-84f43f16845f req-ff6d3653-d581-4b82-a25c-72ba499c989d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:53.633462 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-eac44fdd-b0d6-4a6d-ab4e-84f43f16845f req-ff6d3653-d581-4b82-a25c-72ba499c989d tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0793993 Oct 28 09:36:53.730414 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-eac44fdd-b0d6-4a6d-ab4e-84f43f16845f req-76ceb4f7-c236-4c0a-8897-aa53265bc079 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768297 Oct 28 09:36:54.014058 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:54.070205 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:54.230383 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:54.236035 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:54.309848 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'Port': ['ID=fb3eb113-76d2-4b8e-983b-a9be52e53112,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:54.322710 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:54.429300 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.l3_db [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Floating IP 877e9ce8-650d-454d-aab5-8b0d4e524542 associated. External IP: 172.27.3.135, port: 214537d8-5ea3-4a1d-aa60-88a36cce2479. Oct 28 09:36:54.859004 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f04172-b1ed-46ec-9230-0efdbedc2338 req-e50c8a3c-52c4-487d-9c05-c108a61ef67c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:54.860632 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-41f04172-b1ed-46ec-9230-0efdbedc2338 req-e50c8a3c-52c4-487d-9c05-c108a61ef67c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0511553 Oct 28 09:36:54.882279 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Router 79a74fa3-d56b-4bcc-82b3-ae4958043afa has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:36:54.905317 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-41f04172-b1ed-46ec-9230-0efdbedc2338 req-68ddaaae-8c7a-493e-ace5-36f3338d89fb tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366092 Oct 28 09:36:54.997086 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:36:55.007976 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015a933-1104-43cb-9695-9ca956012159 None None] Sync routers for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:36:55.016767 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:55.020259 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015a933-1104-43cb-9695-9ca956012159 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:55.021593 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-d015a933-1104-43cb-9695-9ca956012159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:36:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:55.048221 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-781dd24f-d5b6-4c25-8933-72057754c0d4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0072196 Oct 28 09:36:55.049057 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b709787-a782-4953-a7fc-e721bdb77166', 'tag': '214537d8-5ea3-4a1d-aa60-88a36cce2479'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:55.051299 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b709787-a782-4953-a7fc-e721bdb77166", "tag": "214537d8-5ea3-4a1d-aa60-88a36cce2479"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:55.092135 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afd57d5-67da-4238-b761-07e460ddae85 x-openstack-request-id: req-9afd57d5-67da-4238-b761-07e460ddae85 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:55.092561 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b709787-a782-4953-a7fc-e721bdb77166", "tag": "214537d8-5ea3-4a1d-aa60-88a36cce2479", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:55.092985 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-9afd57d5-67da-4238-b761-07e460ddae85 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:55.093612 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b709787-a782-4953-a7fc-e721bdb77166', 'tag': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'status': 'completed', 'code': 200} Oct 28 09:36:55.142177 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-d015a933-1104-43cb-9695-9ca956012159 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:55.163411 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1 req-49f5c455-8dc1-4bf6-8ea6-93a648c97b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.165180 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1 req-49f5c455-8dc1-4bf6-8ea6-93a648c97b2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 1098 time: 0.0468948 Oct 28 09:36:55.365411 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-d015a933-1104-43cb-9695-9ca956012159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '877e9ce8-650d-454d-aab5-8b0d4e524542', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:f9:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b709787-a782-4953-a7fc-e721bdb77166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:53Z', 'updated_at': '2021-10-28T09:36:53Z', 'revision_number': 0, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:55.369138 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1 req-b69c15b3-e707-4d37-90fd-826ae26eb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.370661 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1 req-b69c15b3-e707-4d37-90fd-826ae26eb330 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 913 time: 0.0885713 Oct 28 09:36:55.395019 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015a933-1104-43cb-9695-9ca956012159 None None] Checking router: 79a74fa3-d56b-4bcc-82b3-ae4958043afa for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:36:55.405602 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015a933-1104-43cb-9695-9ca956012159 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:36:55.406258 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-d015a933-1104-43cb-9695-9ca956012159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:36:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:55.451729 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1 req-1076ac01-6baf-44a4-9fdd-24de1d41328e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=214537d8-5ea3-4a1d-aa60-88a36cce2479 HTTP/1.1" status: 200 len: 999 time: 0.0665612 Oct 28 09:36:55.512670 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1 req-11385cab-9655-46d2-9715-fc748f79c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.514184 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1 req-11385cab-9655-46d2-9715-fc748f79c537 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0505905 Oct 28 09:36:55.585995 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1 req-8145b972-e842-4d96-9e37-104c94e0c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.586703 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bdb7-2b6c-4f4e-883f-1a8dd481c1d5 req-a64bdc3b-116d-4eb5-ac99-c1cc9d2f4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.587773 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1 req-8145b972-e842-4d96-9e37-104c94e0c27f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433352 Oct 28 09:36:55.588374 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2539bdb7-2b6c-4f4e-883f-1a8dd481c1d5 req-a64bdc3b-116d-4eb5-ac99-c1cc9d2f4371 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 1099 time: 0.0433166 Oct 28 09:36:55.643868 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-d015a933-1104-43cb-9695-9ca956012159 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:36:55.698465 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bdb7-2b6c-4f4e-883f-1a8dd481c1d5 req-5a5d49a1-479d-4fe2-9f2f-9ce3d8eaaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.699978 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2539bdb7-2b6c-4f4e-883f-1a8dd481c1d5 req-5a5d49a1-479d-4fe2-9f2f-9ce3d8eaaa36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 918 time: 0.0880897 Oct 28 09:36:55.701864 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1 req-b22bea1f-d6ae-4621-9d87-bacc9f5fefbd service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904667 Oct 28 09:36:55.793274 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2539bdb7-2b6c-4f4e-883f-1a8dd481c1d5 req-ead16944-eac9-4037-acf9-fedb190489c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd HTTP/1.1" status: 200 len: 1001 time: 0.0699818 Oct 28 09:36:55.824174 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ead088d9-6838-4d2d-b1d7-f5e37bb445d1 req-cdd7c7df-943c-4d6e-9490-0f784cb292ce service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007099 Oct 28 09:36:55.853133 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bdb7-2b6c-4f4e-883f-1a8dd481c1d5 req-3d294cec-4fc2-4814-9567-74f1b8a77a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.854933 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2539bdb7-2b6c-4f4e-883f-1a8dd481c1d5 req-3d294cec-4fc2-4814-9567-74f1b8a77a94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.0506363 Oct 28 09:36:55.890949 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-d015a933-1104-43cb-9695-9ca956012159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '877e9ce8-650d-454d-aab5-8b0d4e524542', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:f9:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b709787-a782-4953-a7fc-e721bdb77166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:53Z', 'updated_at': '2021-10-28T09:36:53Z', 'revision_number': 0, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:55.911475 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bdb7-2b6c-4f4e-883f-1a8dd481c1d5 req-cc4dfa08-2f61-44de-bbc0-b3242258f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:55.913308 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2539bdb7-2b6c-4f4e-883f-1a8dd481c1d5 req-cc4dfa08-2f61-44de-bbc0-b3242258f344 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473876 Oct 28 09:36:55.918694 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015a933-1104-43cb-9695-9ca956012159 None None] The sync data for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi is: [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '877e9ce8-650d-454d-aab5-8b0d4e524542', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:f9:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b709787-a782-4953-a7fc-e721bdb77166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:53Z', 'updated_at': '2021-10-28T09:36:53Z', 'revision_number': 0, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:36:56.048020 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274bb2-4e98-43a8-900d-f83757317801 req-532578f6-c9a6-4ba2-8c53-0cde6a3e0b48 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:56.049687 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-57274bb2-4e98-43a8-900d-f83757317801 req-532578f6-c9a6-4ba2-8c53-0cde6a3e0b48 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0570455 Oct 28 09:36:56.050920 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2539bdb7-2b6c-4f4e-883f-1a8dd481c1d5 req-49fe4fa9-8704-4b86-8007-c026091ce011 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139205 Oct 28 09:36:56.096899 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-57274bb2-4e98-43a8-900d-f83757317801 req-bc046dfe-ab1b-4f8e-b4cd-4b0c337ac64a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408046 Oct 28 09:36:56.169102 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2539bdb7-2b6c-4f4e-883f-1a8dd481c1d5 req-5cf6e33b-ae79-4dbb-85e6-98b38bcd35b5 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104040 Oct 28 09:36:56.188894 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f45de-c23a-45a6-a954-9541e50a97dd None None] New status for floating IP 877e9ce8-650d-454d-aab5-8b0d4e524542: ACTIVE {{(pid=101416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:36:57.219826 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239e665-ec42-437b-b1f0-554064941921 req-704a18d7-54dd-44de-83cc-6a18b33c943a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:57.221341 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6239e665-ec42-437b-b1f0-554064941921 req-704a18d7-54dd-44de-83cc-6a18b33c943a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0509052 Oct 28 09:36:57.262255 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6239e665-ec42-437b-b1f0-554064941921 req-4a345ede-ea2d-4b18-94c7-7584109f11d3 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348701 Oct 28 09:36:58.387959 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cce15-8ddd-4ced-b6f1-6cd877b992c8 req-3930acf1-4f48-4234-8def-e8fa118f145c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:58.389477 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-717cce15-8ddd-4ced-b6f1-6cd877b992c8 req-3930acf1-4f48-4234-8def-e8fa118f145c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0523822 Oct 28 09:36:58.431010 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-717cce15-8ddd-4ced-b6f1-6cd877b992c8 req-55f39fc2-a8b5-4dda-9b5d-fb566a4216b2 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330894 Oct 28 09:36:58.699324 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cc088-abfe-49e0-b27b-c3018150cca0 req-880760ad-68f1-48f5-b701-5cd6aac1c01a tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:58.700876 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4a0cc088-abfe-49e0-b27b-c3018150cca0 req-880760ad-68f1-48f5-b701-5cd6aac1c01a tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 945 time: 0.0520132 Oct 28 09:36:58.738532 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4a0cc088-abfe-49e0-b27b-c3018150cca0 req-7501ea8d-b2cd-4eb9-9273-c421b333b4cc tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Oct 28 09:36:59.373254 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:59.551213 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01c948-fbe8-4f53-a59d-07ec724a9fa6 req-c001a3a7-f126-4342-91cf-89803061ea4b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:59.552710 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1b01c948-fbe8-4f53-a59d-07ec724a9fa6 req-c001a3a7-f126-4342-91cf-89803061ea4b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 946 time: 0.0492091 Oct 28 09:36:59.590838 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1b01c948-fbe8-4f53-a59d-07ec724a9fa6 req-21d25420-dfb1-4824-8482-2681ea0b699b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320394 Oct 28 09:36:59.655138 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:36:59.733910 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:59.757899 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:36:59.761044 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed053c4-3dd6-4d47-bda6-7697c562df69" -d '{"events": [{"server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:36:59.775525 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:59.779548 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:36:59.837383 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,revision_number=8']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:59.858418 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25db2-bffb-4efa-a9f3-5113c2a9756b req-db1debe7-dcdb-4d90-9b5f-4adb9ab78210 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:36:59.859903 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f6f25db2-bffb-4efa-a9f3-5113c2a9756b req-db1debe7-dcdb-4d90-9b5f-4adb9ab78210 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 945 time: 0.0517981 Oct 28 09:36:59.898917 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f6f25db2-bffb-4efa-a9f3-5113c2a9756b req-dde102af-64bb-4a68-b21d-5ab7dfef3292 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329101 Oct 28 09:36:59.938846 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b814b9c-7d6b-4ea2-be29-022c90f9878b x-openstack-request-id: req-1b814b9c-7d6b-4ea2-be29-022c90f9878b {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:36:59.939216 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "name": "network-vif-unplugged", "status": "failed", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd", "code": 422}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:36:59.939370 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-1b814b9c-7d6b-4ea2-be29-022c90f9878b {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:36:59.939887 dv-cinder-815145-4-iscsi neutron-server[101415]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'code': 422} returned with failed status Oct 28 09:37:00.399798 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [req-6171e2ed-abf8-48ac-b7ad-a0fc1f3e73ce req-5329f773-a030-4792-b851-c8ab8690df52 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:37:00.400822 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6171e2ed-abf8-48ac-b7ad-a0fc1f3e73ce req-5329f773-a030-4792-b851-c8ab8690df52 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054271 Oct 28 09:37:00.555386 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a97ca-a3b8-4021-bbf9-740594dc2c69 req-828ced73-8982-47b3-af2e-72dcdfabc711 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:00.556912 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5f2a97ca-a3b8-4021-bbf9-740594dc2c69 req-828ced73-8982-47b3-af2e-72dcdfabc711 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0505569 Oct 28 09:37:00.599351 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5f2a97ca-a3b8-4021-bbf9-740594dc2c69 req-d8ec6361-40fe-4df4-9f1f-a88a64e43b02 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344799 Oct 28 09:37:00.688282 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aea0b3-9065-44f3-8165-1bd95d7526f5 req-66f408ee-e4ce-43fb-87e4-5e0b6f41aae3 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:00.689744 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d9aea0b3-9065-44f3-8165-1bd95d7526f5 req-66f408ee-e4ce-43fb-87e4-5e0b6f41aae3 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 945 time: 0.0504892 Oct 28 09:37:00.790551 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-d9aea0b3-9065-44f3-8165-1bd95d7526f5 req-795c20e3-9f96-408e-bf8e-52446dbbee48 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Deleting port 5590daaa-bf3b-4941-8eea-987e5eba4ecf {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:00.790896 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d9aea0b3-9065-44f3-8165-1bd95d7526f5 req-795c20e3-9f96-408e-bf8e-52446dbbee48 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:00.800677 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 44852) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:00.883371 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-d9aea0b3-9065-44f3-8165-1bd95d7526f5 req-795c20e3-9f96-408e-bf8e-52446dbbee48 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] For port 5590daaa-bf3b-4941-8eea-987e5eba4ecf, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5590daaa-bf3b-4941-8eea-987e5eba4ecf,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:00.883734 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d9aea0b3-9065-44f3-8165-1bd95d7526f5 req-795c20e3-9f96-408e-bf8e-52446dbbee48 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:00.887758 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-d0708952-46ca-4e3f-a28d-5dee8d1dcefd service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858865 Oct 28 09:37:00.896549 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-d9aea0b3-9065-44f3-8165-1bd95d7526f5 req-795c20e3-9f96-408e-bf8e-52446dbbee48 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Calling delete_port for 5590daaa-bf3b-4941-8eea-987e5eba4ecf owned by compute:nova {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:00.896755 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-32f5f3b3-f457-4cf2-a992-afa42305b109 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:37:00.897822 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-32f5f3b3-f457-4cf2-a992-afa42305b109 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051959 Oct 28 09:37:01.021769 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6a1c5-2229-4d19-8caf-b2709bf8b2be req-74a5c300-d0bc-4aa5-b60d-8539d7a1beca tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:01.023261 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-63f6a1c5-2229-4d19-8caf-b2709bf8b2be req-74a5c300-d0bc-4aa5-b60d-8539d7a1beca tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=88335772-20f6-4c05-a6f7-fbb7050af231 HTTP/1.1" status: 200 len: 945 time: 0.0529339 Oct 28 09:37:01.058280 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d9aea0b3-9065-44f3-8165-1bd95d7526f5 req-795c20e3-9f96-408e-bf8e-52446dbbee48 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:01.069983 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-63f6a1c5-2229-4d19-8caf-b2709bf8b2be req-8554ec68-e750-4273-9aea-ea5230106449 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Oct 28 09:37:01.074021 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['818b4a60-85b8-4ffe-a218-3fa7895f2dd0', '54c1c27a-3626-4212-9578-5fc01fee3410', '90621664-8920-4a94-aaf2-1f9eb2b8540e', '5590daaa-bf3b-4941-8eea-987e5eba4ecf'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:01.091202 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c20e3-9f96-408e-bf8e-52446dbbee48 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Pushing event deleted for resources: {'Port': ['ID=5590daaa-bf3b-4941-8eea-987e5eba4ecf,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:01.137355 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aea0b3-9065-44f3-8165-1bd95d7526f5 req-795c20e3-9f96-408e-bf8e-52446dbbee48 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] No DVR routers for this DVR port 5590daaa-bf3b-4941-8eea-987e5eba4ecf on host hv-cinder-81514 {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:01.139745 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d9aea0b3-9065-44f3-8165-1bd95d7526f5 req-795c20e3-9f96-408e-bf8e-52446dbbee48 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:01.143211 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d9aea0b3-9065-44f3-8165-1bd95d7526f5 req-795c20e3-9f96-408e-bf8e-52446dbbee48 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "DELETE /v2.0/ports/5590daaa-bf3b-4941-8eea-987e5eba4ecf HTTP/1.1" status: 204 len: 173 time: 0.4446800 Oct 28 09:37:01.143660 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88335772-20f6-4c05-a6f7-fbb7050af231', 'name': 'network-vif-deleted', 'tag': '5590daaa-bf3b-4941-8eea-987e5eba4ecf'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:01.146142 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116b897e-133f-485b-ac26-63e21bdaa175" -d '{"events": [{"server_uuid": "88335772-20f6-4c05-a6f7-fbb7050af231", "name": "network-vif-deleted", "tag": "5590daaa-bf3b-4941-8eea-987e5eba4ecf"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:01.191531 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf599e2-a4eb-4e5d-81a9-7f7ef722de94 x-openstack-request-id: req-4bf599e2-a4eb-4e5d-81a9-7f7ef722de94 {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:01.192019 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88335772-20f6-4c05-a6f7-fbb7050af231", "name": "network-vif-deleted", "tag": "5590daaa-bf3b-4941-8eea-987e5eba4ecf", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:01.192340 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-4bf599e2-a4eb-4e5d-81a9-7f7ef722de94 {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:01.192769 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88335772-20f6-4c05-a6f7-fbb7050af231', 'name': 'network-vif-deleted', 'tag': '5590daaa-bf3b-4941-8eea-987e5eba4ecf', 'status': 'completed', 'code': 200} Oct 28 09:37:01.392366 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-31d21950-9574-478b-9ff4-fc79341169d4 req-4c83df17-37cf-45c2-ac5b-c40a78f3159f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521572 Oct 28 09:37:01.474749 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d21950-9574-478b-9ff4-fc79341169d4 req-12d6bb40-45af-4431-bb6e-5e7c638e39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:01.476262 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-31d21950-9574-478b-9ff4-fc79341169d4 req-12d6bb40-45af-4431-bb6e-5e7c638e39c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 1099 time: 0.0413446 Oct 28 09:37:01.584383 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d21950-9574-478b-9ff4-fc79341169d4 req-a90270a8-6b34-4ff6-b6d8-d9e26d18ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:01.585810 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-31d21950-9574-478b-9ff4-fc79341169d4 req-a90270a8-6b34-4ff6-b6d8-d9e26d18ce42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 200 len: 913 time: 0.0868747 Oct 28 09:37:01.655203 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-31d21950-9574-478b-9ff4-fc79341169d4 req-b3b5cf60-4cc4-41b4-845a-13cdc4a6c5ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2e48bc2-b23e-44f2-8715-8c703b976456 HTTP/1.1" status: 200 len: 1001 time: 0.0588272 Oct 28 09:37:01.714989 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d21950-9574-478b-9ff4-fc79341169d4 req-27bad100-31ac-488a-9035-6694a3bd677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:01.716215 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-31d21950-9574-478b-9ff4-fc79341169d4 req-27bad100-31ac-488a-9035-6694a3bd677b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a HTTP/1.1" status: 200 len: 850 time: 0.0513399 Oct 28 09:37:01.734798 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbafc00-e5e8-49a7-8cb8-9c5d7d9c20cf req-fea252ea-4be4-4be6-9023-092cbb1896dd tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:01.737626 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ffbafc00-e5e8-49a7-8cb8-9c5d7d9c20cf req-fea252ea-4be4-4be6-9023-092cbb1896dd tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0667512 Oct 28 09:37:01.783360 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d21950-9574-478b-9ff4-fc79341169d4 req-64ca0e3a-5649-488f-8030-b9b53451f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:01.785120 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-31d21950-9574-478b-9ff4-fc79341169d4 req-64ca0e3a-5649-488f-8030-b9b53451f0e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7780ce9-bec5-4cab-8275-e693999d1d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491736 Oct 28 09:37:01.788292 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ffbafc00-e5e8-49a7-8cb8-9c5d7d9c20cf req-c0fc2a73-3118-4982-9c8c-3b9c164ad1a8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431213 Oct 28 09:37:01.887237 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-31d21950-9574-478b-9ff4-fc79341169d4 req-f46aabb9-5600-4a13-a9ce-f20fcedd622e service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906918 Oct 28 09:37:01.982200 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-31d21950-9574-478b-9ff4-fc79341169d4 req-a787c866-cffd-4a6a-8df4-671929091b92 service neutron] 10.222.0.32 "GET /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861018 Oct 28 09:37:02.235281 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-d62e57dd-94e0-4ca4-acdc-96ce7cc08e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:02.236812 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-d62e57dd-94e0-4ca4-acdc-96ce7cc08e51 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763&tenant_id=0be6fc0db1944053869a9896667cae3a HTTP/1.1" status: 200 len: 1097 time: 0.0777590 Oct 28 09:37:02.307294 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-c6169adc-7f8f-44fd-89a4-9e57283a9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:02.308851 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-c6169adc-7f8f-44fd-89a4-9e57283a9f91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0be6fc0db1944053869a9896667cae3a&device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 1097 time: 0.0459602 Oct 28 09:37:02.407163 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-860ec870-01cf-4934-a823-09d9f755cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:02.408562 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-860ec870-01cf-4934-a823-09d9f755cc60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 200 len: 918 time: 0.0915768 Oct 28 09:37:02.479521 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-1f406c5b-7d80-41c5-a112-c56d565cf308 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd HTTP/1.1" status: 200 len: 999 time: 0.0626493 Oct 28 09:37:02.529409 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-79e61563-39dd-400a-8a36-984f113cddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:02.530857 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-79e61563-39dd-400a-8a36-984f113cddb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 200 len: 855 time: 0.0435517 Oct 28 09:37:02.578135 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-65cf95db-fef4-4115-883f-1d39e7a3c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:02.579629 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-65cf95db-fef4-4115-883f-1d39e7a3c08d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ae87522-9a32-486f-8833-d04dbdbd8e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398474 Oct 28 09:37:02.677726 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-4f1c6da8-58be-427e-9003-fd094408423f service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879297 Oct 28 09:37:02.784541 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3b7fc0c-86ee-4345-8a74-5383ee6674fe req-de9535bf-695f-4e55-b5ea-e5bd13a4ac75 service neutron] 10.222.0.32 "GET /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842061 Oct 28 09:37:02.918227 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac9c11-b2ed-45ef-bb34-9bf65dd8caaa req-f95cb595-b257-4a5d-b237-7268d1da871c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:02.919583 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bfac9c11-b2ed-45ef-bb34-9bf65dd8caaa req-f95cb595-b257-4a5d-b237-7268d1da871c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0519483 Oct 28 09:37:02.958094 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bfac9c11-b2ed-45ef-bb34-9bf65dd8caaa req-410f6b3c-a40a-4840-b004-64c21b824fb6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325274 Oct 28 09:37:03.515964 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e00c-d051-49b7-84df-9fa38735cd37 req-fe255f31-c82b-4d06-8d23-249082759469 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:03.517378 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b587e00c-d051-49b7-84df-9fa38735cd37 req-fe255f31-c82b-4d06-8d23-249082759469 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0530984 Oct 28 09:37:03.559859 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b587e00c-d051-49b7-84df-9fa38735cd37 req-6a4517bd-18c4-4650-86b1-b96a2c48da6b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361841 Oct 28 09:37:03.640869 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5590daaa-bf3b-4941-8eea-987e5eba4ecf no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:03.664108 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 5590daaa-bf3b-4941-8eea-987e5eba4ecf {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:03.664844 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5590daaa-bf3b-4941-8eea-987e5eba4ecf not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:04.085915 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a215cea-7e85-49b7-a882-22600cac3b1f req-d5c62caa-ad4a-4f33-a81f-3191f0b13847 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:04.087526 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4a215cea-7e85-49b7-a882-22600cac3b1f req-d5c62caa-ad4a-4f33-a81f-3191f0b13847 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0574124 Oct 28 09:37:04.133348 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4a215cea-7e85-49b7-a882-22600cac3b1f req-51627ac2-05e1-44e7-8d21-c9e10034aae1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389607 Oct 28 09:37:04.684896 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee9288-7b8c-4a96-bf5b-20234b8f22dd req-7165c32c-9f07-433b-b8de-9e6a79cfbeea tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:04.686297 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f6ee9288-7b8c-4a96-bf5b-20234b8f22dd req-7165c32c-9f07-433b-b8de-9e6a79cfbeea tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0550687 Oct 28 09:37:04.724416 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f6ee9288-7b8c-4a96-bf5b-20234b8f22dd req-de8e25e2-0b34-4f51-a218-52112f3c17cc tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Oct 28 09:37:05.265522 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf7946-f919-4ed0-ae72-e87a3d8d13b8 req-7fb5172d-f7e9-4bc5-bb1d-066e1e74568c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:05.267266 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b4bf7946-f919-4ed0-ae72-e87a3d8d13b8 req-7fb5172d-f7e9-4bc5-bb1d-066e1e74568c tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0534985 Oct 28 09:37:05.306559 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b4bf7946-f919-4ed0-ae72-e87a3d8d13b8 req-08cb73b1-a394-4552-b2d7-3e7fdf17a5b5 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326259 Oct 28 09:37:05.844491 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6a1c9-052e-412b-994b-f32f0c45184e req-820b3427-88b1-43b1-908b-0d6fed8d1f39 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:05.845925 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-92c6a1c9-052e-412b-994b-f32f0c45184e req-820b3427-88b1-43b1-908b-0d6fed8d1f39 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0532386 Oct 28 09:37:05.884426 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-92c6a1c9-052e-412b-994b-f32f0c45184e req-9d7a2f87-aa90-4b12-9b43-a29836c391ba tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Oct 28 09:37:06.448084 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd723d6-e247-49ed-9e0c-66119fbba2a1 req-407ff05f-24a7-412c-a2e0-198bf3a445ba tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:06.449712 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bdd723d6-e247-49ed-9e0c-66119fbba2a1 req-407ff05f-24a7-412c-a2e0-198bf3a445ba tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0616896 Oct 28 09:37:06.489590 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bdd723d6-e247-49ed-9e0c-66119fbba2a1 req-b486cb30-b87c-4606-bd0a-2af631813c6e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340390 Oct 28 09:37:07.032860 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673eb0c-89e3-4d41-87f5-fce170fc9a1a req-def0b765-13ec-4fc9-b11e-8e40c8513ec3 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:07.034499 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d673eb0c-89e3-4d41-87f5-fce170fc9a1a req-def0b765-13ec-4fc9-b11e-8e40c8513ec3 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0663495 Oct 28 09:37:07.075766 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d673eb0c-89e3-4d41-87f5-fce170fc9a1a req-168ecb38-e798-45c7-8097-2fc4bc98e11a tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Oct 28 09:37:07.621710 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854e8f1-9729-4d4c-acd9-2df990ae347b req-b5564feb-69f2-4c32-a95c-499c5d90e01b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:07.624027 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9854e8f1-9729-4d4c-acd9-2df990ae347b req-b5564feb-69f2-4c32-a95c-499c5d90e01b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0632105 Oct 28 09:37:07.667711 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9854e8f1-9729-4d4c-acd9-2df990ae347b req-3341a4de-3ef5-4662-b989-63d91d01ae15 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371659 Oct 28 09:37:08.191517 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc8ace-ccd4-4348-ac06-d12cb5f4152c req-0da7ad28-3850-4424-bf73-f6887a0bbfdb tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:08.193035 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-54fc8ace-ccd4-4348-ac06-d12cb5f4152c req-0da7ad28-3850-4424-bf73-f6887a0bbfdb tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0495911 Oct 28 09:37:08.230688 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-54fc8ace-ccd4-4348-ac06-d12cb5f4152c req-73d3c4df-76be-4ac7-87af-4d7b44552a1b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310616 Oct 28 09:37:08.800580 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8d91a-c6e0-4bf1-8b57-61a29ed5dbfb req-1b55ccf8-a43d-473b-9c8f-fffa83c79961 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:08.802049 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-29b8d91a-c6e0-4bf1-8b57-61a29ed5dbfb req-1b55ccf8-a43d-473b-9c8f-fffa83c79961 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0526364 Oct 28 09:37:08.841627 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-29b8d91a-c6e0-4bf1-8b57-61a29ed5dbfb req-94fe8e43-3b6d-437c-b29f-8e4aa50234ea tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335302 Oct 28 09:37:09.359631 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcdc3e-3662-4fff-81eb-dd265c80d53c req-68e90e98-6e33-4139-9a1b-46052986ef33 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:09.362274 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f5fcdc3e-3662-4fff-81eb-dd265c80d53c req-68e90e98-6e33-4139-9a1b-46052986ef33 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0620782 Oct 28 09:37:09.404093 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f5fcdc3e-3662-4fff-81eb-dd265c80d53c req-1a5bd26c-45b5-4ad2-af81-aae659c70992 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354798 Oct 28 09:37:09.959846 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa548ea-502e-4bc9-8c3c-200ea96dade0 req-b23d8bf6-8dd8-45eb-b0c9-2fbb956d6287 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:09.961341 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7aa548ea-502e-4bc9-8c3c-200ea96dade0 req-b23d8bf6-8dd8-45eb-b0c9-2fbb956d6287 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0492818 Oct 28 09:37:09.998255 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-7aa548ea-502e-4bc9-8c3c-200ea96dade0 req-d2ea0235-2911-4b93-8451-a3b7339ef035 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311396 Oct 28 09:37:10.522347 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be31aa-1741-4c49-bbda-bb3fc5ad4db0 req-01a21410-c8bc-4466-9aa3-95a9ac47f856 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:10.523843 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e2be31aa-1741-4c49-bbda-bb3fc5ad4db0 req-01a21410-c8bc-4466-9aa3-95a9ac47f856 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0490301 Oct 28 09:37:10.562769 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e2be31aa-1741-4c49-bbda-bb3fc5ad4db0 req-d7957994-d7b6-4379-9dd9-3a33af226d22 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329921 Oct 28 09:37:11.123818 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f61975-a641-4a68-a4cd-017790e4eff1 req-2ee959a1-3153-4723-99b2-82f14f71f49a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:11.125384 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b8f61975-a641-4a68-a4cd-017790e4eff1 req-2ee959a1-3153-4723-99b2-82f14f71f49a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0548544 Oct 28 09:37:11.173633 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b8f61975-a641-4a68-a4cd-017790e4eff1 req-148d852b-10ea-468f-9149-954626a7ee3b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408618 Oct 28 09:37:11.686399 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298b773-9e9f-4ce5-b291-9c63a5ad3144 req-7cd8edd9-2ad8-4865-9755-8ecda6ed82f0 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:11.688019 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3298b773-9e9f-4ce5-b291-9c63a5ad3144 req-7cd8edd9-2ad8-4865-9755-8ecda6ed82f0 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0538459 Oct 28 09:37:11.727495 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3298b773-9e9f-4ce5-b291-9c63a5ad3144 req-ec9aa86d-a94a-4e30-9003-2e37675f9a9d tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327539 Oct 28 09:37:12.293168 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25acebe-54cc-4029-a9e5-24ceb096d41c req-0caf6927-7301-4762-86f2-7adace7d9b83 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:12.294665 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f25acebe-54cc-4029-a9e5-24ceb096d41c req-0caf6927-7301-4762-86f2-7adace7d9b83 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0508726 Oct 28 09:37:12.335389 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f25acebe-54cc-4029-a9e5-24ceb096d41c req-a425c5b7-67fe-4505-926f-0133dee9694a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346966 Oct 28 09:37:12.864226 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2589f-1f9d-4536-b9aa-c8a46a16620a req-34dde291-b645-4647-9e56-5246f67b6f1d tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:12.866381 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b1a2589f-1f9d-4536-b9aa-c8a46a16620a req-34dde291-b645-4647-9e56-5246f67b6f1d tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0537817 Oct 28 09:37:12.904626 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b1a2589f-1f9d-4536-b9aa-c8a46a16620a req-efe7ffef-100f-4d8c-af07-ba0b27392758 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Oct 28 09:37:13.465738 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4677ae-2716-4b10-9c9b-7348745ae9dd req-1d347a91-f6df-4739-a3a4-92b5861dd820 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:13.467205 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3e4677ae-2716-4b10-9c9b-7348745ae9dd req-1d347a91-f6df-4739-a3a4-92b5861dd820 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0495038 Oct 28 09:37:13.504496 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3e4677ae-2716-4b10-9c9b-7348745ae9dd req-053c5a31-b6c1-406e-a777-47a03cc329c0 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309794 Oct 28 09:37:13.642091 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-dd4814ff-ca4b-4a83-a3ac-75d11c3f1357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:14.022707 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fcda8-0072-4a34-9f24-b64d0a3d8f26 req-2b2deb7d-d84b-4423-b019-ecd01a4e6a39 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:14.024213 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-572fcda8-0072-4a34-9f24-b64d0a3d8f26 req-2b2deb7d-d84b-4423-b019-ecd01a4e6a39 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0495794 Oct 28 09:37:14.063668 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-572fcda8-0072-4a34-9f24-b64d0a3d8f26 req-46f97add-c934-4020-a8ac-5250cdde4dbd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332711 Oct 28 09:37:14.666376 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56085695-d0b9-4bee-b944-82e3997c9f3f req-c11b7e10-02a3-47d5-8e45-9341d4ec4740 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:14.668377 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-56085695-d0b9-4bee-b944-82e3997c9f3f req-c11b7e10-02a3-47d5-8e45-9341d4ec4740 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0782518 Oct 28 09:37:14.710418 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-56085695-d0b9-4bee-b944-82e3997c9f3f req-a35a008d-b31c-4b45-ab49-61246f994fcd tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360937 Oct 28 09:37:15.190570 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db1532-ab3f-4587-9034-40958905c27c req-672491fd-38a6-4a63-ad9d-5fa69e6bb6ab tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:15.192040 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-17db1532-ab3f-4587-9034-40958905c27c req-672491fd-38a6-4a63-ad9d-5fa69e6bb6ab tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0511112 Oct 28 09:37:15.229291 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-17db1532-ab3f-4587-9034-40958905c27c req-4a0a8cc1-e02f-4576-9cf4-59a720e2d8ab tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304763 Oct 28 09:37:15.845258 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302b066-bce3-4c88-a715-b6da02557f54 req-fb2c40c3-fd14-405d-9293-22908e57836e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:15.846745 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0302b066-bce3-4c88-a715-b6da02557f54 req-fb2c40c3-fd14-405d-9293-22908e57836e tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0514536 Oct 28 09:37:15.884506 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0302b066-bce3-4c88-a715-b6da02557f54 req-017b6244-301a-470d-b8d4-36c136e654c4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315950 Oct 28 09:37:16.351366 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc478-b5b8-4035-94e0-055e89b47fe8 req-97a1527b-f724-40c2-bc88-97cf8efa631d tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:16.352866 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-01bbc478-b5b8-4035-94e0-055e89b47fe8 req-97a1527b-f724-40c2-bc88-97cf8efa631d tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0551679 Oct 28 09:37:16.390740 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-01bbc478-b5b8-4035-94e0-055e89b47fe8 req-25337dbd-e6ff-40cb-8a3c-4e3de7f7611b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Oct 28 09:37:16.799489 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c9bade13-6dfa-4b21-a079-e0a1112e0b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.002546 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6091a-e1dc-4b5e-b19f-1cbe6ad0beb0 req-7a1e388c-1a36-41c4-8caa-6c0231c2a2ad tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:17.003934 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-22d6091a-e1dc-4b5e-b19f-1cbe6ad0beb0 req-7a1e388c-1a36-41c4-8caa-6c0231c2a2ad tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0487201 Oct 28 09:37:17.042580 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-22d6091a-e1dc-4b5e-b19f-1cbe6ad0beb0 req-92f8002c-0567-4fc2-a548-34d2bd85a340 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321436 Oct 28 09:37:17.454845 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.485574 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:17.512529 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa1b50-a1f6-426a-a89a-f5a34e8fed90 req-61bd29ca-1077-445a-bc21-d6c8abc86ad4 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:17.514006 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-74fa1b50-a1f6-426a-a89a-f5a34e8fed90 req-61bd29ca-1077-445a-bc21-d6c8abc86ad4 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0514548 Oct 28 09:37:17.551620 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-74fa1b50-a1f6-426a-a89a-f5a34e8fed90 req-6dfa108c-784e-4fca-87aa-2c6ca59bc326 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316010 Oct 28 09:37:18.173192 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4556ec1-6fcd-4e70-9f45-084a602f6588 req-5406c7f1-c853-4599-8d50-d65344a85e2b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:18.174661 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c4556ec1-6fcd-4e70-9f45-084a602f6588 req-5406c7f1-c853-4599-8d50-d65344a85e2b tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0583320 Oct 28 09:37:18.215101 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c4556ec1-6fcd-4e70-9f45-084a602f6588 req-00bc75b6-9626-4ec0-8530-6189488b2783 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335314 Oct 28 09:37:18.673729 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e86500-ba2f-4615-9d8e-c41577a7583b req-3de01cd7-8aad-46be-8d46-c12383979005 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:18.675195 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c3e86500-ba2f-4615-9d8e-c41577a7583b req-3de01cd7-8aad-46be-8d46-c12383979005 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0496409 Oct 28 09:37:18.713669 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c3e86500-ba2f-4615-9d8e-c41577a7583b req-1b236f00-e9b5-4c9b-b0b6-b7376ff7e617 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319436 Oct 28 09:37:19.160029 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3834cc7-3a72-4fb2-a5d3-d142026e8fae req-538e43b2-d578-421e-a3f4-67c88e5e4de5 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:19.161499 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3834cc7-3a72-4fb2-a5d3-d142026e8fae req-538e43b2-d578-421e-a3f4-67c88e5e4de5 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 945 time: 0.0477149 Oct 28 09:37:19.251988 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-d3834cc7-3a72-4fb2-a5d3-d142026e8fae req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Deleting port 90621664-8920-4a94-aaf2-1f9eb2b8540e {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:19.252560 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d3834cc7-3a72-4fb2-a5d3-d142026e8fae req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.307537 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.371863 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b585507-19f2-41f6-abcb-4b1ba7733564 req-d997b8c3-d36f-40f6-8b3b-a467482d5f9f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:19.373394 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5b585507-19f2-41f6-abcb-4b1ba7733564 req-d997b8c3-d36f-40f6-8b3b-a467482d5f9f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 944 time: 0.0784547 Oct 28 09:37:19.391547 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-d3834cc7-3a72-4fb2-a5d3-d142026e8fae req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] For port 90621664-8920-4a94-aaf2-1f9eb2b8540e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90621664-8920-4a94-aaf2-1f9eb2b8540e,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:19.391915 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d3834cc7-3a72-4fb2-a5d3-d142026e8fae req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.418826 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-d3834cc7-3a72-4fb2-a5d3-d142026e8fae req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Calling delete_port for 90621664-8920-4a94-aaf2-1f9eb2b8540e owned by compute:nova {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:19.438764 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5b585507-19f2-41f6-abcb-4b1ba7733564 req-8be4ba42-9b69-4d85-9a1f-0d46603ebde9 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595834 Oct 28 09:37:19.564941 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d3834cc7-3a72-4fb2-a5d3-d142026e8fae req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.579380 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['818b4a60-85b8-4ffe-a218-3fa7895f2dd0', '54c1c27a-3626-4212-9578-5fc01fee3410', '90621664-8920-4a94-aaf2-1f9eb2b8540e'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:19.600517 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Pushing event deleted for resources: {'Port': ['ID=90621664-8920-4a94-aaf2-1f9eb2b8540e,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:19.640547 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.641047 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.641467 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.641861 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.642286 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.642633 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.643377 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.643713 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.644046 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.644402 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.644723 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.645051 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:19.663453 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3834cc7-3a72-4fb2-a5d3-d142026e8fae req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] No DVR routers for this DVR port 90621664-8920-4a94-aaf2-1f9eb2b8540e on host hv-cinder-81514 {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:19.666529 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-d3834cc7-3a72-4fb2-a5d3-d142026e8fae req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.670321 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d3834cc7-3a72-4fb2-a5d3-d142026e8fae req-68e2beda-3d07-4138-b125-02806abd493e tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "DELETE /v2.0/ports/90621664-8920-4a94-aaf2-1f9eb2b8540e HTTP/1.1" status: 204 len: 173 time: 0.5017860 Oct 28 09:37:19.670794 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b9d661-d4ad-4f57-bab1-1f3472851720', 'name': 'network-vif-deleted', 'tag': '90621664-8920-4a94-aaf2-1f9eb2b8540e'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:19.673085 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d25499-48cd-4d7c-93f4-c6265102914b" -d '{"events": [{"server_uuid": "f7b9d661-d4ad-4f57-bab1-1f3472851720", "name": "network-vif-deleted", "tag": "90621664-8920-4a94-aaf2-1f9eb2b8540e"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:19.705769 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:37:19.725888 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4020155d-5a8d-4d1b-ad6a-c14435b5014e x-openstack-request-id: req-4020155d-5a8d-4d1b-ad6a-c14435b5014e {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:19.726633 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b9d661-d4ad-4f57-bab1-1f3472851720", "name": "network-vif-deleted", "tag": "90621664-8920-4a94-aaf2-1f9eb2b8540e", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:19.727107 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-4020155d-5a8d-4d1b-ad6a-c14435b5014e {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:19.727590 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b9d661-d4ad-4f57-bab1-1f3472851720', 'name': 'network-vif-deleted', 'tag': '90621664-8920-4a94-aaf2-1f9eb2b8540e', 'status': 'completed', 'code': 200} Oct 28 09:37:19.832268 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6b0169a9-0683-4478-806b-dbe66636ca04 req-6ebda452-6de9-47d2-baf4-813db9157f3c tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=f7b9d661-d4ad-4f57-bab1-1f3472851720 HTTP/1.1" status: 200 len: 210 time: 0.0367818 Oct 28 09:37:19.864975 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:19.885042 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'port_id': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'mac_address': 'fa:16:3e:38:d4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:37:19.946534 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:19.966618 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:37:19.991107 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:19.994889 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:20.012795 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:37:20.045901 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,revision_number=9']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:20.053977 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.054345 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.054680 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.055009 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.055335 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.055661 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.055984 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.056309 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.056654 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.056972 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.057295 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.057612 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:20.282549 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:20.727814 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2779d-5ee7-4df7-901e-3d61c7aa734e req-291d8061-cbae-48e9-9a1c-50f0eb42cd13 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:20.729370 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-45d2779d-5ee7-4df7-901e-3d61c7aa734e req-291d8061-cbae-48e9-9a1c-50f0eb42cd13 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 945 time: 0.0517104 Oct 28 09:37:20.767914 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-45d2779d-5ee7-4df7-901e-3d61c7aa734e req-ae28a8ed-86da-4ce1-a89e-7cf6a45a111f tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325403 Oct 28 09:37:21.104249 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe22ab-b4e5-48e8-9ca5-40d744f7a8a1 req-dce89058-afc1-450c-8c0c-ffdc0617ac1c tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:21.105793 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-24fe22ab-b4e5-48e8-9ca5-40d744f7a8a1 req-dce89058-afc1-450c-8c0c-ffdc0617ac1c tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 946 time: 0.0512307 Oct 28 09:37:21.145833 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-24fe22ab-b4e5-48e8-9ca5-40d744f7a8a1 req-21fb82bf-668b-4522-9f20-2b6cddcbc5d4 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337141 Oct 28 09:37:21.170742 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f883434-1754-4ff4-b219-03aff1b0b523 req-abaa5671-aa76-49ce-a187-eecf2887bf47 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:21.172205 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5f883434-1754-4ff4-b219-03aff1b0b523 req-abaa5671-aa76-49ce-a187-eecf2887bf47 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 946 time: 0.0520325 Oct 28 09:37:21.212287 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5f883434-1754-4ff4-b219-03aff1b0b523 req-dfd1695a-f4a5-4745-aa0b-024a0f8f8a92 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339813 Oct 28 09:37:21.728100 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:21.777683 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:37:21.778042 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:21.857386 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:21.880833 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:21.884028 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417af915-728f-4aaa-994e-5bf31baa34bc" -d '{"events": [{"server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "name": "network-vif-plugged", "status": "completed", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:21.891389 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7bb8d-92ab-44a4-b08f-122d02c53ae0 req-211d8ac9-8ff0-43f5-8345-f5630ee2acb1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:21.892926 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5eb7bb8d-92ab-44a4-b08f-122d02c53ae0 req-211d8ac9-8ff0-43f5-8345-f5630ee2acb1 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 945 time: 0.0504961 Oct 28 09:37:21.896483 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:21.901310 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:21.902126 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 90621664-8920-4a94-aaf2-1f9eb2b8540e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:21.928165 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b6b18f-a870-4cde-ba61-fbcf2d7facab x-openstack-request-id: req-a0b6b18f-a870-4cde-ba61-fbcf2d7facab {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:21.928550 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "name": "network-vif-plugged", "status": "completed", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:21.928952 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-a0b6b18f-a870-4cde-ba61-fbcf2d7facab {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:21.929520 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'code': 200} Oct 28 09:37:21.938378 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5eb7bb8d-92ab-44a4-b08f-122d02c53ae0 req-160d7d9b-cd5d-4109-9a7e-316707e59789 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382521 Oct 28 09:37:21.947092 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 90621664-8920-4a94-aaf2-1f9eb2b8540e {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:21.947439 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 90621664-8920-4a94-aaf2-1f9eb2b8540e not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:21.981235 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,revision_number=10']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:22.131960 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99218b0b-ef87-4b82-affb-e35b213e8487 req-8e4a155d-5ac3-4991-bfdb-a47779a26400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:22.133465 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-99218b0b-ef87-4b82-affb-e35b213e8487 req-8e4a155d-5ac3-4991-bfdb-a47779a26400 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 1100 time: 0.0435834 Oct 28 09:37:22.172856 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-99218b0b-ef87-4b82-affb-e35b213e8487 req-af967794-6915-4f2a-98a7-87a4931920cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287054 Oct 28 09:37:22.262895 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074843d6-b4f5-4915-a123-ff900a3b1b59 req-85620b41-cdde-4cc4-bb9f-e129b8f7e1d0 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:22.264399 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-074843d6-b4f5-4915-a123-ff900a3b1b59 req-85620b41-cdde-4cc4-bb9f-e129b8f7e1d0 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 946 time: 0.0498915 Oct 28 09:37:22.304559 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-074843d6-b4f5-4915-a123-ff900a3b1b59 req-017982ef-5140-48aa-97ed-37c6dabb2d53 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342646 Oct 28 09:37:22.326206 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05aa188-47bc-4ce2-86e1-c17c04098782 req-e5d648af-9b18-4fd8-bd30-57e23e75aacb tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:22.327686 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e05aa188-47bc-4ce2-86e1-c17c04098782 req-e5d648af-9b18-4fd8-bd30-57e23e75aacb tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 946 time: 0.0501838 Oct 28 09:37:22.369764 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e05aa188-47bc-4ce2-86e1-c17c04098782 req-b207b894-2926-463e-a339-d9abb44aabb8 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352023 Oct 28 09:37:22.902832 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1511d11-ebbc-43d1-9e7c-a47d65dd0d9e req-76b89d99-0679-4b33-9e98-5ba9b7cf5999 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:22.904278 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b1511d11-ebbc-43d1-9e7c-a47d65dd0d9e req-76b89d99-0679-4b33-9e98-5ba9b7cf5999 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 946 time: 0.0482974 Oct 28 09:37:22.999325 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-b1511d11-ebbc-43d1-9e7c-a47d65dd0d9e req-b22ec603-141a-4b1a-abff-a766998c9500 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Deleting port 54c1c27a-3626-4212-9578-5fc01fee3410 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:22.999662 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-b1511d11-ebbc-43d1-9e7c-a47d65dd0d9e req-b22ec603-141a-4b1a-abff-a766998c9500 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.119143 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f319f-b29c-414b-b009-4f225931f34d req-cdad15bf-d09f-4cf3-88c4-46385db090f8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:23.120604 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4a8f319f-b29c-414b-b009-4f225931f34d req-cdad15bf-d09f-4cf3-88c4-46385db090f8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 947 time: 0.0824535 Oct 28 09:37:23.126988 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-b1511d11-ebbc-43d1-9e7c-a47d65dd0d9e req-b22ec603-141a-4b1a-abff-a766998c9500 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] For port 54c1c27a-3626-4212-9578-5fc01fee3410, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=54c1c27a-3626-4212-9578-5fc01fee3410,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:23.127349 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-b1511d11-ebbc-43d1-9e7c-a47d65dd0d9e req-b22ec603-141a-4b1a-abff-a766998c9500 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.151929 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [req-b1511d11-ebbc-43d1-9e7c-a47d65dd0d9e req-b22ec603-141a-4b1a-abff-a766998c9500 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Calling delete_port for 54c1c27a-3626-4212-9578-5fc01fee3410 owned by compute:nova {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:23.210125 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4a8f319f-b29c-414b-b009-4f225931f34d req-55309b58-770e-4467-ab85-9dfbc0763cbe tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798831 Oct 28 09:37:23.296021 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-b1511d11-ebbc-43d1-9e7c-a47d65dd0d9e req-b22ec603-141a-4b1a-abff-a766998c9500 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.312027 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['818b4a60-85b8-4ffe-a218-3fa7895f2dd0', '54c1c27a-3626-4212-9578-5fc01fee3410'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:23.408079 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2ea8a740-9f59-4c22-98f6-eb2a2418e229 req-f20bc3e6-c0b2-43f7-8c0b-a1cfc84d9ac5 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=85004678-dade-4a36-ab70-ca2b3bef6119 HTTP/1.1" status: 200 len: 210 time: 0.0300238 Oct 28 09:37:23.461038 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89175228-3705-4992-8aa7-23502d0f3f48 req-7f412aef-9673-47d9-a310-6ef50c6613a7 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:23.462586 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-89175228-3705-4992-8aa7-23502d0f3f48 req-7f412aef-9673-47d9-a310-6ef50c6613a7 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.32 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 946 time: 0.0529971 Oct 28 09:37:23.541720 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ec603-141a-4b1a-abff-a766998c9500 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Pushing event deleted for resources: {'Port': ['ID=54c1c27a-3626-4212-9578-5fc01fee3410,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:23.567109 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Deleting port c2e48bc2-b23e-44f2-8715-8c703b976456 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:23.567459 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.609274 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1511d11-ebbc-43d1-9e7c-a47d65dd0d9e req-b22ec603-141a-4b1a-abff-a766998c9500 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] No DVR routers for this DVR port 54c1c27a-3626-4212-9578-5fc01fee3410 on host hv-cinder-81514 {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:23.612151 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-b1511d11-ebbc-43d1-9e7c-a47d65dd0d9e req-b22ec603-141a-4b1a-abff-a766998c9500 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.615597 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b1511d11-ebbc-43d1-9e7c-a47d65dd0d9e req-b22ec603-141a-4b1a-abff-a766998c9500 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "DELETE /v2.0/ports/54c1c27a-3626-4212-9578-5fc01fee3410 HTTP/1.1" status: 204 len: 173 time: 0.7039666 Oct 28 09:37:23.616970 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85004678-dade-4a36-ab70-ca2b3bef6119', 'name': 'network-vif-deleted', 'tag': '54c1c27a-3626-4212-9578-5fc01fee3410'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:23.619183 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44859b60-ff68-46ea-ad88-4f5d1b9a9f03" -d '{"events": [{"server_uuid": "85004678-dade-4a36-ab70-ca2b3bef6119", "name": "network-vif-deleted", "tag": "54c1c27a-3626-4212-9578-5fc01fee3410"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:23.633211 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f407a1a-d065-4b4c-bac4-96c2722f867e req-f7df6406-9a46-45dc-9283-8ebe7006fbaa tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:23.640694 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3f407a1a-d065-4b4c-bac4-96c2722f867e req-f7df6406-9a46-45dc-9283-8ebe7006fbaa tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 946 time: 0.1042786 Oct 28 09:37:23.683294 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] For port c2e48bc2-b23e-44f2-8715-8c703b976456, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c2e48bc2-b23e-44f2-8715-8c703b976456,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:23.683294 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.691113 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600bdb3d-0772-43c3-a2ed-fe45b83f30ed x-openstack-request-id: req-600bdb3d-0772-43c3-a2ed-fe45b83f30ed {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:23.691464 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85004678-dade-4a36-ab70-ca2b3bef6119", "name": "network-vif-deleted", "tag": "54c1c27a-3626-4212-9578-5fc01fee3410", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:23.691694 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-600bdb3d-0772-43c3-a2ed-fe45b83f30ed {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:23.692090 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85004678-dade-4a36-ab70-ca2b3bef6119', 'name': 'network-vif-deleted', 'tag': '54c1c27a-3626-4212-9578-5fc01fee3410', 'status': 'completed', 'code': 200} Oct 28 09:37:23.712614 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3f407a1a-d065-4b4c-bac4-96c2722f867e req-dfbf2cf7-46ef-4898-8798-24ebebc6473a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups?id=516f72a6-f4e6-463b-81cc-c50276222196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655825 Oct 28 09:37:23.942260 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.942618 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:23.942933 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.l3_db [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Floating IP 52011381-c105-4e6c-9b20-b8ef30cebd21 disassociated. External IP: 172.27.3.96, port: c2e48bc2-b23e-44f2-8715-8c703b976456. Oct 28 09:37:23.943350 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Calling delete_port for c2e48bc2-b23e-44f2-8715-8c703b976456 owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:24.085457 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.114349 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event deleted for resources: {'Port': ['ID=c2e48bc2-b23e-44f2-8715-8c703b976456,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:24.236826 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Router 7353d03b-f312-46f0-8422-cec8be321388 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:37:24.380351 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccebc1f-ccf7-437d-983b-44c2b1346f3b req-c250aa7d-d280-4788-84e6-401ea5cace44 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:24.382236 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bccebc1f-ccf7-437d-983b-44c2b1346f3b req-c250aa7d-d280-4788-84e6-401ea5cace44 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 947 time: 0.0732136 Oct 28 09:37:24.386794 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:37:24.402212 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b697aae-bc69-419b-bbd1-e889fa93390b None None] Sync routers for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:37:24.411024 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b697aae-bc69-419b-bbd1-e889fa93390b None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:24.411638 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-2b697aae-bc69-419b-bbd1-e889fa93390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:37:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:24.449343 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] No DVR routers for this DVR port c2e48bc2-b23e-44f2-8715-8c703b976456 on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:24.454328 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:24.457815 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-89175228-3705-4992-8aa7-23502d0f3f48 req-9bae9df6-827a-4d5f-8826-2a99b5c19454 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.32 "DELETE /v2.0/ports/c2e48bc2-b23e-44f2-8715-8c703b976456 HTTP/1.1" status: 204 len: 173 time: 0.9845238 Oct 28 09:37:24.458265 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'name': 'network-vif-deleted', 'tag': 'c2e48bc2-b23e-44f2-8715-8c703b976456'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:24.461315 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bf41e4-9d06-49be-b608-266008844ce0" -d '{"events": [{"server_uuid": "88daf176-2ffa-43f5-81ea-dd65322acaeb", "name": "network-vif-deleted", "tag": "c2e48bc2-b23e-44f2-8715-8c703b976456"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:24.478566 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bccebc1f-ccf7-437d-983b-44c2b1346f3b req-d2078cc4-3ac3-4cd3-90de-c61341d0a7ab tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877755 Oct 28 09:37:24.539100 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752301c2-030d-45f1-a4e8-0069fae8e436 x-openstack-request-id: req-752301c2-030d-45f1-a4e8-0069fae8e436 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:24.539696 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88daf176-2ffa-43f5-81ea-dd65322acaeb", "name": "network-vif-deleted", "tag": "c2e48bc2-b23e-44f2-8715-8c703b976456", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:24.539953 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-752301c2-030d-45f1-a4e8-0069fae8e436 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:24.540386 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88daf176-2ffa-43f5-81ea-dd65322acaeb', 'name': 'network-vif-deleted', 'tag': 'c2e48bc2-b23e-44f2-8715-8c703b976456', 'status': 'completed', 'code': 200} Oct 28 09:37:24.544743 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-2b697aae-bc69-419b-bbd1-e889fa93390b None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:24.775081 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-2b697aae-bc69-419b-bbd1-e889fa93390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:24.804519 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b697aae-bc69-419b-bbd1-e889fa93390b None None] Checking router: 7353d03b-f312-46f0-8422-cec8be321388 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:37:24.814535 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b697aae-bc69-419b-bbd1-e889fa93390b None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:24.814885 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3d2e92bc-ee33-4ac3-96f9-b012541e406c req-6e5294f4-a73a-49f4-8a4e-726a8978d715 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/ports?device_id=88daf176-2ffa-43f5-81ea-dd65322acaeb HTTP/1.1" status: 200 len: 210 time: 0.0306304 Oct 28 09:37:24.815404 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-2b697aae-bc69-419b-bbd1-e889fa93390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:37:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:24.928787 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-2b697aae-bc69-419b-bbd1-e889fa93390b None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:25.259255 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-2b697aae-bc69-419b-bbd1-e889fa93390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:25.285660 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b697aae-bc69-419b-bbd1-e889fa93390b None None] The sync data for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi is: [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:30:57Z', 'revision_number': 4, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'f166aea4-c520-42f4-88e4-7a9b403b3001', 'name': '', 'network_id': 'a7780ce9-bec5-4cab-8275-e693999d1d8a', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'mac_address': 'fa:16:3e:ce:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:56Z', 'updated_at': '2021-10-28T09:31:05Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'subnets': [{'id': 'e0f8ee91-eb00-4b5d-9ec2-0892afa9890a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:37:25.508088 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc289b23-b741-460d-8808-9a1c63f9c960 None None] New status for floating IP 52011381-c105-4e6c-9b20-b8ef30cebd21: DOWN {{(pid=101416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:37:25.594113 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5ab0c-b61d-4777-b317-1ff466826b6c req-836262c6-9a1c-498a-bf48-d0ee3d0c20fc tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:25.595568 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f5a5ab0c-b61d-4777-b317-1ff466826b6c req-836262c6-9a1c-498a-bf48-d0ee3d0c20fc tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 947 time: 0.0484562 Oct 28 09:37:25.637886 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f5a5ab0c-b61d-4777-b317-1ff466826b6c req-9f198e38-dbec-41ce-af67-4db342ded579 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354526 Oct 28 09:37:25.727861 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 54c1c27a-3626-4212-9578-5fc01fee3410 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:25.750222 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 54c1c27a-3626-4212-9578-5fc01fee3410 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:25.750563 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 54c1c27a-3626-4212-9578-5fc01fee3410 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:25.862255 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43dfdc-a8bd-4c86-a532-41652a726956 req-80f4fb93-2f59-4800-8abd-b68f6c98b3fa tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:25.864033 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8d43dfdc-a8bd-4c86-a532-41652a726956 req-80f4fb93-2f59-4800-8abd-b68f6c98b3fa tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 945 time: 0.0528307 Oct 28 09:37:25.906498 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8d43dfdc-a8bd-4c86-a532-41652a726956 req-a5d3d2d5-4fc1-44a1-97fc-c36e9c13116a tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Oct 28 09:37:25.909484 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45126) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:25.965801 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-55dd1e44-b16f-4328-86f2-b10a1a1d72a2 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:25.989574 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-55dd1e44-b16f-4328-86f2-b10a1a1d72a2 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.037736 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-55dd1e44-b16f-4328-86f2-b10a1a1d72a2 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.040462 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-55dd1e44-b16f-4328-86f2-b10a1a1d72a2 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.041612 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-55dd1e44-b16f-4328-86f2-b10a1a1d72a2 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "DELETE /v2.0/security-groups/516f72a6-f4e6-463b-81cc-c50276222196 HTTP/1.1" status: 204 len: 168 time: 0.1310837 Oct 28 09:37:26.044524 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45128) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:26.050831 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd1e44-b16f-4328-86f2-b10a1a1d72a2 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516f72a6-f4e6-463b-81cc-c50276222196,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:26.058321 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.api.v2.resource [None req-ac65a0e8-9661-4392-94c6-883ccfddaa1a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] show failed (client error): The resource could not be found. Oct 28 09:37:26.059522 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-ac65a0e8-9661-4392-94c6-883ccfddaa1a tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "GET /v2.0/security-groups/516f72a6-f4e6-463b-81cc-c50276222196 HTTP/1.1" status: 404 len: 347 time: 0.0140166 Oct 28 09:37:26.062383 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45130) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:26.188080 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-4ff07988-7a7b-4487-994f-31bc9f6b2cd1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Deleting port e658a1a9-6980-47f7-a7f7-5bc96a766af2 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:26.188438 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4ff07988-7a7b-4487-994f-31bc9f6b2cd1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.266932 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4ff07988-7a7b-4487-994f-31bc9f6b2cd1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.267254 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4ff07988-7a7b-4487-994f-31bc9f6b2cd1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.278871 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-4ff07988-7a7b-4487-994f-31bc9f6b2cd1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Calling delete_port for e658a1a9-6980-47f7-a7f7-5bc96a766af2 owned by network:floatingip {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:26.407722 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4ff07988-7a7b-4487-994f-31bc9f6b2cd1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.432788 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff07988-7a7b-4487-994f-31bc9f6b2cd1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Pushing event deleted for resources: {'Port': ['ID=e658a1a9-6980-47f7-a7f7-5bc96a766af2,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:26.494266 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4ff07988-7a7b-4487-994f-31bc9f6b2cd1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks [] for floatingip, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.496844 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4ff07988-7a7b-4487-994f-31bc9f6b2cd1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:26.497980 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-4ff07988-7a7b-4487-994f-31bc9f6b2cd1 tempest-AttachVolumeTestJSON-1106398374 tempest-AttachVolumeTestJSON-1106398374-project] 10.222.0.117 "DELETE /v2.0/floatingips/52011381-c105-4e6c-9b20-b8ef30cebd21 HTTP/1.1" status: 204 len: 168 time: 0.4346867 Oct 28 09:37:27.027168 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275a208-8cb6-4309-8005-a783846752fb req-253a0328-bddf-4b6a-afb5-cbaaa8bde95f tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:27.028555 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2275a208-8cb6-4309-8005-a783846752fb req-253a0328-bddf-4b6a-afb5-cbaaa8bde95f tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 945 time: 0.0485606 Oct 28 09:37:27.065727 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2275a208-8cb6-4309-8005-a783846752fb req-3e68bf71-7ab5-4880-8bd6-1c2f6445d5bd tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/security-groups?id=2bd99772-51cb-4cc2-bafd-56478b11c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312452 Oct 28 09:37:27.423741 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec48513-5337-4252-83a5-7d40a87730f3 req-6dae7bbe-0ac4-42f4-9179-0cca73f2e199 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:27.425104 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-eec48513-5337-4252-83a5-7d40a87730f3 req-6dae7bbe-0ac4-42f4-9179-0cca73f2e199 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 945 time: 0.0512083 Oct 28 09:37:27.515890 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-eec48513-5337-4252-83a5-7d40a87730f3 req-54573072-027a-486d-bf1f-ba0188b63d8b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Deleting port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:27.516229 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-eec48513-5337-4252-83a5-7d40a87730f3 req-54573072-027a-486d-bf1f-ba0188b63d8b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:27.604767 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-eec48513-5337-4252-83a5-7d40a87730f3 req-54573072-027a-486d-bf1f-ba0188b63d8b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] For port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=818b4a60-85b8-4ffe-a218-3fa7895f2dd0,segment=NetworkSegment(0760e62e-bcd6-48a3-bb44-f5f51504ae0e),segment_id=0760e62e-bcd6-48a3-bb44-f5f51504ae0e)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:27.605132 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-eec48513-5337-4252-83a5-7d40a87730f3 req-54573072-027a-486d-bf1f-ba0188b63d8b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:27.617588 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-eec48513-5337-4252-83a5-7d40a87730f3 req-54573072-027a-486d-bf1f-ba0188b63d8b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Calling delete_port for 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:27.733428 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device c2e48bc2-b23e-44f2-8715-8c703b976456 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:27.747178 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-eec48513-5337-4252-83a5-7d40a87730f3 req-54573072-027a-486d-bf1f-ba0188b63d8b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:27.766370 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['818b4a60-85b8-4ffe-a218-3fa7895f2dd0'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:37:27.769437 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: c2e48bc2-b23e-44f2-8715-8c703b976456 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:27.769782 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device c2e48bc2-b23e-44f2-8715-8c703b976456 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:27.779178 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54573072-027a-486d-bf1f-ba0188b63d8b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Pushing event deleted for resources: {'Port': ['ID=818b4a60-85b8-4ffe-a218-3fa7895f2dd0,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:27.822055 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec48513-5337-4252-83a5-7d40a87730f3 req-54573072-027a-486d-bf1f-ba0188b63d8b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] No DVR routers for this DVR port 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:27.824548 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-eec48513-5337-4252-83a5-7d40a87730f3 req-54573072-027a-486d-bf1f-ba0188b63d8b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:27.827959 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-eec48513-5337-4252-83a5-7d40a87730f3 req-54573072-027a-486d-bf1f-ba0188b63d8b tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.32 "DELETE /v2.0/ports/818b4a60-85b8-4ffe-a218-3fa7895f2dd0 HTTP/1.1" status: 204 len: 173 time: 0.3958223 Oct 28 09:37:27.828429 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb13ace-5b94-49da-8273-68fc793a39e1', 'name': 'network-vif-deleted', 'tag': '818b4a60-85b8-4ffe-a218-3fa7895f2dd0'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:37:27.830815 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6510e9bb-ec39-4a33-b377-a2556d698034" -d '{"events": [{"server_uuid": "dcb13ace-5b94-49da-8273-68fc793a39e1", "name": "network-vif-deleted", "tag": "818b4a60-85b8-4ffe-a218-3fa7895f2dd0"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:37:27.876430 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6295de2-3e0f-44b6-858a-da4331ed85df x-openstack-request-id: req-c6295de2-3e0f-44b6-858a-da4331ed85df {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:37:27.876734 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb13ace-5b94-49da-8273-68fc793a39e1", "name": "network-vif-deleted", "tag": "818b4a60-85b8-4ffe-a218-3fa7895f2dd0", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:37:27.876989 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c6295de2-3e0f-44b6-858a-da4331ed85df {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:37:27.877388 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb13ace-5b94-49da-8273-68fc793a39e1', 'name': 'network-vif-deleted', 'tag': '818b4a60-85b8-4ffe-a218-3fa7895f2dd0', 'status': 'completed', 'code': 200} Oct 28 09:37:28.181900 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e6f9a955-091d-41b9-971d-b9ca339cfe82 req-a5e55de5-18b6-45cd-9a33-05779a0530b4 tempest-AttachVolumeNegativeTest-1266652716 tempest-AttachVolumeNegativeTest-1266652716-project] 10.222.0.117 "GET /v2.0/ports?device_id=dcb13ace-5b94-49da-8273-68fc793a39e1 HTTP/1.1" status: 200 len: 210 time: 0.0319157 Oct 28 09:37:29.236666 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45160) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:29.285128 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b8b318-58b3-4822-8ddf-c156ed544ffe admin admin] Deleting subnet 1573bebb-0c22-4303-84bc-3fe11b947157 {{(pid=101413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:37:29.288283 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-09b8b318-58b3-4822-8ddf-c156ed544ffe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.322555 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-09b8b318-58b3-4822-8ddf-c156ed544ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31000906'] for subnet, precommit_delete_associations {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.360489 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-09b8b318-58b3-4822-8ddf-c156ed544ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.376562 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.413450 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-09b8b318-58b3-4822-8ddf-c156ed544ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29683921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29792906'] for subnet, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.440691 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8b318-58b3-4822-8ddf-c156ed544ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1573bebb-0c22-4303-84bc-3fe11b947157,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:29.442659 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-09b8b318-58b3-4822-8ddf-c156ed544ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.447044 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-09b8b318-58b3-4822-8ddf-c156ed544ffe admin admin] 10.222.0.117 "DELETE /v2.0/subnets/1573bebb-0c22-4303-84bc-3fe11b947157 HTTP/1.1" status: 204 len: 168 time: 0.2092288 Oct 28 09:37:29.448842 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45162) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:29.519522 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.603767 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.623586 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4dcbfc-028a-4476-8d7a-1f54bc838762']}} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:29.632709 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0760e62e-bcd6-48a3-bb44-f5f51504ae0e') {'for_net_delete': True} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:29.633004 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0760e62e-bcd6-48a3-bb44-f5f51504ae0e') {} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:29.642049 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31000883'] for segment, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.655424 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.661256 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=101413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:37:29.661637 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29683771'] for segment, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: Traceback (most recent call last): Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: timer() Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: cb(*args, **kw) Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: return func(*args, **kwargs) Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: self._notify() Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: self.callback(batched_events) Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: event.method(event) Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: return f(self, *a, **k) Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._get(url).json() Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: return self.request(url, 'GET', **kwargs) Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:37:29.663959 dv-cinder-815145-4-iscsi neutron-server[101413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:37:29.716675 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.721939 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:29.725636 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] 10.222.0.117 "DELETE /v2.0/networks/3a4dcbfc-028a-4476-8d7a-1f54bc838762 HTTP/1.1" status: 204 len: 168 time: 0.2758646 Oct 28 09:37:29.736634 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeccd9a-0be9-49ae-a243-988782745ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4dcbfc-028a-4476-8d7a-1f54bc838762,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:29.890067 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45166) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:29.930023 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-901af031-282f-4f31-86f4-19b8ac3f8d86 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=9f29a0883a6a4a5bb40bf67e5d2416dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388010 Oct 28 09:37:29.932511 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45168) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:29.980615 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-325b8ce7-1441-457c-81de-0ee91225cc43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.002179 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-325b8ce7-1441-457c-81de-0ee91225cc43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.020260 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45176) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:30.051315 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-325b8ce7-1441-457c-81de-0ee91225cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.054873 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-325b8ce7-1441-457c-81de-0ee91225cc43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.056094 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-325b8ce7-1441-457c-81de-0ee91225cc43 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/2bd99772-51cb-4cc2-bafd-56478b11c9c1 HTTP/1.1" status: 204 len: 168 time: 0.1226857 Oct 28 09:37:30.063948 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b8ce7-1441-457c-81de-0ee91225cc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd99772-51cb-4cc2-bafd-56478b11c9c1,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:30.601277 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953397'] for router_interface, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.900767 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] Deleting port f166aea4-c520-42f4-88e4-7a9b403b3001 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:30.901133 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.977974 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] For port f166aea4-c520-42f4-88e4-7a9b403b3001, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=f166aea4-c520-42f4-88e4-7a9b403b3001,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:30.978358 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:30.990796 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] Calling delete_port for f166aea4-c520-42f4-88e4-7a9b403b3001 owned by network:router_interface {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:31.190942 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:31.223137 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f166aea4-c520-42f4-88e4-7a9b403b3001,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:31.393933 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-698557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953561'] for router_interface, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:31.608936 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] Router 7353d03b-f312-46f0-8422-cec8be321388 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:37:31.713487 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:37:31.718581 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-a90e7b1e-d90a-4ef3-8de6-f29001ef60f7 admin admin] 10.222.0.117 "PUT /v2.0/routers/7353d03b-f312-46f0-8422-cec8be321388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6960342 Oct 28 09:37:31.721346 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45214) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:31.723029 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97008f-4528-47cc-b81d-17b7681c99fa None None] Sync routers for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:37:31.733337 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97008f-4528-47cc-b81d-17b7681c99fa None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:31.733950 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-bf97008f-4528-47cc-b81d-17b7681c99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:37:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:31.771634 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:31.823520 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:31.823864 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 818b4a60-85b8-4ffe-a218-3fa7895f2dd0 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:31.823982 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Publish callbacks [] for router, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:31.865024 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-bf97008f-4528-47cc-b81d-17b7681c99fa None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:31.925283 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.054318 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-bf97008f-4528-47cc-b81d-17b7681c99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:37:31Z', 'revision_number': 5, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port': {'id': 'dacf544a-ac1c-4174-b63b-5c9517fbf75a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353d03b-f312-46f0-8422-cec8be321388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:32.081623 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97008f-4528-47cc-b81d-17b7681c99fa None None] Checking router: 7353d03b-f312-46f0-8422-cec8be321388 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:37:32.091196 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97008f-4528-47cc-b81d-17b7681c99fa None None] Routers {'7353d03b-f312-46f0-8422-cec8be321388'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:37:32.091824 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-bf97008f-4528-47cc-b81d-17b7681c99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:37:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7353d03b-f312-46f0-8422-cec8be321388'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:32.181266 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-bf97008f-4528-47cc-b81d-17b7681c99fa None None] Set router 7353d03b-f312-46f0-8422-cec8be321388 gateway port host: None {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:37:32.236242 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-bf97008f-4528-47cc-b81d-17b7681c99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:37:31Z', 'revision_number': 6, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port_host': None}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:32.249707 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Deleting port dacf544a-ac1c-4174-b63b-5c9517fbf75a {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:32.250046 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.264152 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97008f-4528-47cc-b81d-17b7681c99fa None None] The sync data for ids ['7353d03b-f312-46f0-8422-cec8be321388'] in dv-cinder-815145-4-iscsi is: [{'id': '7353d03b-f312-46f0-8422-cec8be321388', 'name': 'tempest-AttachVolumeTestJSON-1144740314-router', 'tenant_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:50Z', 'updated_at': '2021-10-28T09:37:31Z', 'revision_number': 6, 'project_id': '4dbac2a0120f4eb7a1627b8f98fef858', 'gw_port_host': None}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:37:32.334727 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] For port dacf544a-ac1c-4174-b63b-5c9517fbf75a, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=dacf544a-ac1c-4174-b63b-5c9517fbf75a,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:32.335194 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.352622 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Calling delete_port for dacf544a-ac1c-4174-b63b-5c9517fbf75a owned by network:router_gateway {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:32.520796 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.546821 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Pushing event deleted for resources: {'Port': ['ID=dacf544a-ac1c-4174-b63b-5c9517fbf75a,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:32.608771 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953211'] for router_gateway, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.703220 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64810'] for router, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.705563 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.754572 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947974'] for router, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.755167 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7353d03b-f312-46f0-8422-cec8be321388 {{(pid=101414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:37:32.762021 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.763244 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-236eb68e-3a6f-4238-8ae9-8cf9db75d68b admin admin] 10.222.0.117 "DELETE /v2.0/routers/7353d03b-f312-46f0-8422-cec8be321388 HTTP/1.1" status: 204 len: 168 time: 1.0407684 Oct 28 09:37:32.765878 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45232) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:32.814675 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_v2 [None req-1459d56a-dce1-46f8-be03-38627e44f98c admin admin] Deleting subnet e0f8ee91-eb00-4b5d-9ec2-0892afa9890a {{(pid=101413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:37:32.819446 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1459d56a-dce1-46f8-be03-38627e44f98c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.829442 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device dacf544a-ac1c-4174-b63b-5c9517fbf75a no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:32.850787 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: dacf544a-ac1c-4174-b63b-5c9517fbf75a {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:32.851227 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device dacf544a-ac1c-4174-b63b-5c9517fbf75a not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:32.851714 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device f166aea4-c520-42f4-88e4-7a9b403b3001 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:32.854445 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1459d56a-dce1-46f8-be03-38627e44f98c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31000906'] for subnet, precommit_delete_associations {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:32.873776 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: f166aea4-c520-42f4-88e4-7a9b403b3001 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:32.874130 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device f166aea4-c520-42f4-88e4-7a9b403b3001 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:33.181683 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1459d56a-dce1-46f8-be03-38627e44f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.234590 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1459d56a-dce1-46f8-be03-38627e44f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29683921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29792906'] for subnet, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.260818 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459d56a-dce1-46f8-be03-38627e44f98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f8ee91-eb00-4b5d-9ec2-0892afa9890a,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:33.262807 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1459d56a-dce1-46f8-be03-38627e44f98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.266051 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-1459d56a-dce1-46f8-be03-38627e44f98c admin admin] 10.222.0.117 "DELETE /v2.0/subnets/e0f8ee91-eb00-4b5d-9ec2-0892afa9890a HTTP/1.1" status: 204 len: 168 time: 0.4990125 Oct 28 09:37:33.266901 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbad441-f4e6-4ea5-adff-7dc212dc5b4a None None] Network a7780ce9-bec5-4cab-8275-e693999d1d8a requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:33.268552 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45234) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:33.349209 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.404982 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Deleting port b49ec97f-e63c-4495-8a35-cddffb0a9931 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:33.405322 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.465609 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9175ae80-c12f-406c-9690-87892f50a787 None None] DHCP port deletion for a7780ce9-bec5-4cab-8275-e693999d1d8a request from dv-cinder-815145-4-iscsi {{(pid=101415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:37:33.471523 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] For port b49ec97f-e63c-4495-8a35-cddffb0a9931, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=b49ec97f-e63c-4495-8a35-cddffb0a9931,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:33.471975 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.484530 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Calling delete_port for b49ec97f-e63c-4495-8a35-cddffb0a9931 owned by network:dhcp {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:33.510862 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-9175ae80-c12f-406c-9690-87892f50a787 None None] Deleting port b49ec97f-e63c-4495-8a35-cddffb0a9931 {{(pid=101415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:37:33.511140 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9175ae80-c12f-406c-9690-87892f50a787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.574925 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.582844 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-9175ae80-c12f-406c-9690-87892f50a787 None None] For port b49ec97f-e63c-4495-8a35-cddffb0a9931, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=b49ec97f-e63c-4495-8a35-cddffb0a9931,segment=NetworkSegment(dad57502-ed11-43dc-9dc2-bff55b3c31d8),segment_id=dad57502-ed11-43dc-9dc2-bff55b3c31d8)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:33.583451 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9175ae80-c12f-406c-9690-87892f50a787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.596732 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-9175ae80-c12f-406c-9690-87892f50a787 None None] Calling delete_port for b49ec97f-e63c-4495-8a35-cddffb0a9931 owned by network:dhcp {{(pid=101415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:37:33.603671 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Pushing event deleted for resources: {'Port': ['ID=b49ec97f-e63c-4495-8a35-cddffb0a9931,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:33.608574 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] No DVR routers for this DVR port b49ec97f-e63c-4495-8a35-cddffb0a9931 on host dv-cinder-815145-4-iscsi {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:33.679555 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9175ae80-c12f-406c-9690-87892f50a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461'] for port, after_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.690475 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.706581 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175ae80-c12f-406c-9690-87892f50a787 None None] Pushing event deleted for resources: {'Port': ['ID=b49ec97f-e63c-4495-8a35-cddffb0a9931,revision_number=None']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:33.710527 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175ae80-c12f-406c-9690-87892f50a787 None None] No DVR routers for this DVR port b49ec97f-e63c-4495-8a35-cddffb0a9931 on host dv-cinder-815145-4-iscsi {{(pid=101415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:37:33.723468 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7780ce9-bec5-4cab-8275-e693999d1d8a']}} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:33.734235 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad57502-ed11-43dc-9dc2-bff55b3c31d8') {'for_net_delete': True} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:33.734558 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad57502-ed11-43dc-9dc2-bff55b3c31d8') {} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:33.747701 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31000883'] for segment, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.761892 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.767922 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=101413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:37:33.768771 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29683771'] for segment, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: Traceback (most recent call last): Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: timer() Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: cb(*args, **kw) Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: return func(*args, **kwargs) Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: self._notify() Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: self.callback(batched_events) Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: event.method(event) Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: return f(self, *a, **k) Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._get(url).json() Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: return self.request(url, 'GET', **kwargs) Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:37:33.770032 dv-cinder-815145-4-iscsi neutron-server[101413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:37:33.825841 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.828649 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45244) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:33.830616 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.834791 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] 10.222.0.117 "DELETE /v2.0/networks/a7780ce9-bec5-4cab-8275-e693999d1d8a HTTP/1.1" status: 204 len: 168 time: 0.5650482 Oct 28 09:37:33.848062 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce377e-580b-46ef-aa79-ea17c495a60c admin admin] Pushing event deleted for resources: {'Network': ['ID=a7780ce9-bec5-4cab-8275-e693999d1d8a,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:33.943057 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1e67f516-724f-4e73-ae84-b57eaf8fc4f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:33.956269 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45250) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:33.999805 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-70d2f379-56a6-4ad3-bb7b-999c1cbe9a71 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4dbac2a0120f4eb7a1627b8f98fef858&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422151 Oct 28 09:37:34.002309 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45252) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:34.021757 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1e67f516-724f-4e73-ae84-b57eaf8fc4f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.025665 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1e67f516-724f-4e73-ae84-b57eaf8fc4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.056286 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b1622b4f-a26e-4be7-b972-b328796c0a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.065047 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-1e67f516-724f-4e73-ae84-b57eaf8fc4f3 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e09a86d67db84677bb9d6c300871c2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346213 Oct 28 09:37:34.066178 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67f516-724f-4e73-ae84-b57eaf8fc4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eced9a50-a075-4813-b5bc-ccae75e1427d,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:34.067608 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45256) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:34.091145 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b1622b4f-a26e-4be7-b972-b328796c0a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.152565 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b50d-0bcb-4280-8059-935c9be2e6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.176196 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b50d-0bcb-4280-8059-935c9be2e6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.178606 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b1622b4f-a26e-4be7-b972-b328796c0a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.180958 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b1622b4f-a26e-4be7-b972-b328796c0a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.182088 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-b1622b4f-a26e-4be7-b972-b328796c0a5f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/80c9cda8-5471-4696-9eda-bff1030cbb4a HTTP/1.1" status: 204 len: 168 time: 0.1787958 Oct 28 09:37:34.200863 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1622b4f-a26e-4be7-b972-b328796c0a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c9cda8-5471-4696-9eda-bff1030cbb4a,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:34.237893 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b50d-0bcb-4280-8059-935c9be2e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.241324 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b50d-0bcb-4280-8059-935c9be2e6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:34.244772 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-bcc1b50d-0bcb-4280-8059-935c9be2e6f7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/eced9a50-a075-4813-b5bc-ccae75e1427d HTTP/1.1" status: 204 len: 168 time: 0.1730149 Oct 28 09:37:34.250972 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1b50d-0bcb-4280-8059-935c9be2e6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eced9a50-a075-4813-b5bc-ccae75e1427d,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:34.800538 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device b49ec97f-e63c-4495-8a35-cddffb0a9931 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:37:34.833606 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: b49ec97f-e63c-4495-8a35-cddffb0a9931 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:37:34.834226 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device b49ec97f-e63c-4495-8a35-cddffb0a9931 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:37:34.980528 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45296) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:35.170763 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-256927075-network', 'tenant_id': '351d207c2d7e43d88743f09ef33abc5e'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:35.192965 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Made reservation on behalf of 351d207c2d7e43d88743f09ef33abc5e for: {'network': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:35.195325 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.203715 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.288120 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.293042 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.318535 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=101413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:37:35.328776 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f6858f-8fa0-421f-a77f-2598c822a4d6,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:35.334455 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.335037 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.segments_db [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Added segment 2bc4dfad-ee0a-4291-9be1-b6437b8a4bcb of type vlan for network 9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2 Oct 28 09:37:35.377523 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.404111 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.405122 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.405747 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.459716 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4772398 Oct 28 09:37:35.462504 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45312) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:35.467425 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Request body: {'subnet': {'network_id': '9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-256927075-subnet', 'tenant_id': '351d207c2d7e43d88743f09ef33abc5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:35.479367 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74fd8b-4da9-4251-a6cc-b456313eb15d admin admin] Pushing event updated for resources: {'Network': ['ID=9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:35.489368 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Made reservation on behalf of 351d207c2d7e43d88743f09ef33abc5e for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:35.490664 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:37:35.492191 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30377752'] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.674960 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30394273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30377738'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.722663 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c7f0d9-b842-4132-b483-79106d4791b8,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:35.737802 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.738162 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.738509 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.738854 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.739184 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.739517 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.739850 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.740931 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.741344 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.741677 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.742008 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.742335 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:35.752044 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Checking segment: {'id': '2bc4dfad-ee0a-4291-9be1-b6437b8a4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:35.752443 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Network hostable DHCP agents. Network: 9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:37:35.769189 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Network 9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:37:35.778469 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:35.782646 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:35.783445 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:35.788989 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec87166-5cb2-45d4-a633-ebca53ef24a9 None None] Network 9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:35.801349 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-326004e2-58dc-4d5e-8eb4-cfb64e7ca9fe admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3376319 Oct 28 09:37:35.929106 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d4ecf-34e0-474c-ad96-5fce60666d66 None None] Network 9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:36.351914 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45340) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:36.356922 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754185713-network', 'tenant_id': 'abf754ccbbd349ac95621140dc1958fe'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:36.376944 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Made reservation on behalf of abf754ccbbd349ac95621140dc1958fe for: {'network': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:36.379267 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.391859 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.462784 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.466350 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.490971 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=101414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:37:36.500699 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccdb85b-2e5b-4f28-921a-57a690a6ee92,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:36.505303 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.505690 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.segments_db [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Added segment 072bfe5f-6f21-441a-bbed-47b78b176606 of type vlan for network a511ff82-1749-44b5-ac04-c7d287c78636 Oct 28 09:37:36.544845 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.568808 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.569688 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:36.570270 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.621072 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2679844 Oct 28 09:37:36.623310 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45342) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:36.628336 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] Request body: {'subnet': {'network_id': 'a511ff82-1749-44b5-ac04-c7d287c78636', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754185713-subnet', 'tenant_id': 'abf754ccbbd349ac95621140dc1958fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:37:36.632031 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9cb82-50de-41ef-8680-db686d708927 admin admin] Pushing event updated for resources: {'Network': ['ID=a511ff82-1749-44b5-ac04-c7d287c78636,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:36.641651 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network a511ff82-1749-44b5-ac04-c7d287c78636 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:37:36.654142 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] Made reservation on behalf of abf754ccbbd349ac95621140dc1958fe for: {'subnet': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:36.656601 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29793131'] for subnet, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.822833 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29683856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29793145'] for subnet, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.882882 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92d023a-e4a4-479f-8e23-9ec8b6380383,revision_number=0']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:36.894218 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] Checking segment: {'id': '072bfe5f-6f21-441a-bbed-47b78b176606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'a511ff82-1749-44b5-ac04-c7d287c78636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:37:36.894576 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] Network hostable DHCP agents. Network: a511ff82-1749-44b5-ac04-c7d287c78636, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:37:36.911258 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] Network a511ff82-1749-44b5-ac04-c7d287c78636 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:37:36.920670 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, a511ff82-1749-44b5-ac04-c7d287c78636) {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:36.924559 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:37:36.925145 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:36.929714 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b8bfe9-3dd0-4d61-9730-c6be3cb49784 None None] Network a511ff82-1749-44b5-ac04-c7d287c78636 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:36.947861 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-4e4c00d2-8030-4f37-8065-9f3f26503281 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3166056 Oct 28 09:37:37.052729 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028d06f-b6c0-48bc-afec-d0893533603c None None] Network a511ff82-1749-44b5-ac04-c7d287c78636 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:37:37.053494 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45346) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:37.098556 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da02bdb-98ca-46a5-a2a5-5db2d15fd8f3 admin admin] Deleting subnet 54c7f0d9-b842-4132-b483-79106d4791b8 {{(pid=101413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:37:37.102469 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-7da02bdb-98ca-46a5-a2a5-5db2d15fd8f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.136855 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-7da02bdb-98ca-46a5-a2a5-5db2d15fd8f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31000906'] for subnet, precommit_delete_associations {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.180511 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-7da02bdb-98ca-46a5-a2a5-5db2d15fd8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.239086 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-7da02bdb-98ca-46a5-a2a5-5db2d15fd8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29683921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29792906'] for subnet, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.265970 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da02bdb-98ca-46a5-a2a5-5db2d15fd8f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c7f0d9-b842-4132-b483-79106d4791b8,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:37.267892 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-7da02bdb-98ca-46a5-a2a5-5db2d15fd8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.274264 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-7da02bdb-98ca-46a5-a2a5-5db2d15fd8f3 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/54c7f0d9-b842-4132-b483-79106d4791b8 HTTP/1.1" status: 204 len: 168 time: 0.2167182 Oct 28 09:37:37.274264 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45352) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:37.357512 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.445060 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.465284 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2']}} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:37.474492 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc4dfad-ee0a-4291-9be1-b6437b8a4bcb') {'for_net_delete': True} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:37.474787 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc4dfad-ee0a-4291-9be1-b6437b8a4bcb') {} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:37.483981 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31000883'] for segment, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.497285 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.503668 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=101413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:37:37.504158 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29683771'] for segment, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: Traceback (most recent call last): Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: timer() Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: cb(*args, **kw) Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: return func(*args, **kwargs) Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: self._notify() Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: self.callback(batched_events) Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: event.method(event) Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: return f(self, *a, **k) Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._get(url).json() Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: return self.request(url, 'GET', **kwargs) Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:37:37.506672 dv-cinder-815145-4-iscsi neutron-server[101413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:37:37.559932 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.565862 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.569669 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] 10.222.0.117 "DELETE /v2.0/networks/9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2 HTTP/1.1" status: 204 len: 168 time: 0.2945015 Oct 28 09:37:37.572691 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45356) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:37.582025 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219c771-3e6b-41d3-ab03-9968b3737217 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdf49bd-45a4-4f57-a991-ffd3dd97ecd2,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:37.620343 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9c0765-b6fa-4511-acb6-a9d20afc297f admin admin] Deleting subnet f92d023a-e4a4-479f-8e23-9ec8b6380383 {{(pid=101414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:37:37.623492 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0765-b6fa-4511-acb6-a9d20afc297f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.659292 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0765-b6fa-4511-acb6-a9d20afc297f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29395415'] for subnet, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.698029 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0765-b6fa-4511-acb6-a9d20afc297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.748424 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0765-b6fa-4511-acb6-a9d20afc297f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30394336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30377721'] for subnet, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.773914 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c0765-b6fa-4511-acb6-a9d20afc297f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92d023a-e4a4-479f-8e23-9ec8b6380383,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:37.778692 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0765-b6fa-4511-acb6-a9d20afc297f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.781923 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-9b9c0765-b6fa-4511-acb6-a9d20afc297f admin admin] 10.222.0.117 "DELETE /v2.0/subnets/f92d023a-e4a4-479f-8e23-9ec8b6380383 HTTP/1.1" status: 204 len: 168 time: 0.2081695 Oct 28 09:37:37.784302 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45358) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:37.856134 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.938362 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.964288 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a511ff82-1749-44b5-ac04-c7d287c78636']}} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:37.973270 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072bfe5f-6f21-441a-bbed-47b78b176606') {'for_net_delete': True} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:37.973568 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072bfe5f-6f21-441a-bbed-47b78b176606') {} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:37.983191 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29395374'] for segment, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:37.996718 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.002439 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=101414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:37:38.002820 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30394122'] for segment, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: Traceback (most recent call last): Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: timer() Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: cb(*args, **kw) Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: return func(*args, **kwargs) Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: self._notify() Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: self.callback(batched_events) Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: event.method(event) Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: return f(self, *a, **k) Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._get(url).json() Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: return self.request(url, 'GET', **kwargs) Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:37:38.004578 dv-cinder-815145-4-iscsi neutron-server[101414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:37:38.056908 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.062086 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.065393 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] 10.222.0.117 "DELETE /v2.0/networks/a511ff82-1749-44b5-ac04-c7d287c78636 HTTP/1.1" status: 204 len: 168 time: 0.2801585 Oct 28 09:37:38.076604 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbb3b4-b9a6-42ed-86ea-70a5478c1b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=a511ff82-1749-44b5-ac04-c7d287c78636,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:38.220482 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45362) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:38.260094 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-e1523f96-f1b7-4eae-ba14-2db149b39a4c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=351d207c2d7e43d88743f09ef33abc5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384634 Oct 28 09:37:38.262638 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45364) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:38.314302 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5e4a69b8-8e9b-4bf6-aece-2e60329f95b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.336749 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5e4a69b8-8e9b-4bf6-aece-2e60329f95b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.382588 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5e4a69b8-8e9b-4bf6-aece-2e60329f95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.385232 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5e4a69b8-8e9b-4bf6-aece-2e60329f95b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.386387 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-5e4a69b8-8e9b-4bf6-aece-2e60329f95b5 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/86f6858f-8fa0-421f-a77f-2598c822a4d6 HTTP/1.1" status: 204 len: 168 time: 0.1228576 Oct 28 09:37:38.397181 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a69b8-8e9b-4bf6-aece-2e60329f95b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f6858f-8fa0-421f-a77f-2598c822a4d6,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:38.696842 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45372) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:38.736142 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-c948642f-70b6-43d4-9794-51bd49c1f25a admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=abf754ccbbd349ac95621140dc1958fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381660 Oct 28 09:37:38.738618 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45374) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:38.785571 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-77939661-368a-4a9e-bbde-d807b8fa94be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.806193 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-77939661-368a-4a9e-bbde-d807b8fa94be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.851964 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-77939661-368a-4a9e-bbde-d807b8fa94be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.854546 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-77939661-368a-4a9e-bbde-d807b8fa94be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:38.855680 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-77939661-368a-4a9e-bbde-d807b8fa94be admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/eccdb85b-2e5b-4f28-921a-57a690a6ee92 HTTP/1.1" status: 204 len: 168 time: 0.1161788 Oct 28 09:37:38.863096 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77939661-368a-4a9e-bbde-d807b8fa94be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccdb85b-2e5b-4f28-921a-57a690a6ee92,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:43.634721 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f56c7363-feb8-4781-bb13-ddf246d79eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:46.801305 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-8c6d2705-a792-47ff-987e-1cbd9d57b4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.457010 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:47.488048 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:49.313523 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.807695 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45608) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:54.917491 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c86c2c3d-41f1-4192-bffe-6868d0abbd9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.993096 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c86c2c3d-41f1-4192-bffe-6868d0abbd9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:54.996619 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-c86c2c3d-41f1-4192-bffe-6868d0abbd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.033627 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-c86c2c3d-41f1-4192-bffe-6868d0abbd9a admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e9571ee2f5234782b55ab430ae806769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248490 Oct 28 09:37:55.034470 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c2c3d-41f1-4192-bffe-6868d0abbd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e7b360-1c38-41a3-808c-cce033f8cbcc,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:55.037331 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45614) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:55.089342 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d8027d07-1936-45fb-a7e2-d9a0bd1a5cc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.110235 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d8027d07-1936-45fb-a7e2-d9a0bd1a5cc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.157234 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d8027d07-1936-45fb-a7e2-d9a0bd1a5cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.159822 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d8027d07-1936-45fb-a7e2-d9a0bd1a5cc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.160991 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-d8027d07-1936-45fb-a7e2-d9a0bd1a5cc6 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/20e7b360-1c38-41a3-808c-cce033f8cbcc HTTP/1.1" status: 204 len: 168 time: 0.1226616 Oct 28 09:37:55.169454 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8027d07-1936-45fb-a7e2-d9a0bd1a5cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e7b360-1c38-41a3-808c-cce033f8cbcc,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:55.417889 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45620) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:55.431559 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd717-55e3-4218-a81c-371289ec9d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.503371 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd717-55e3-4218-a81c-371289ec9d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.507465 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd717-55e3-4218-a81c-371289ec9d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.543610 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dd717-55e3-4218-a81c-371289ec9d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f333a1c9-80cc-4370-811e-2a7d7450c2d6,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:55.547927 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-cd5dd717-55e3-4218-a81c-371289ec9d14 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=8ca7ac9651964d07914c02e9e6868cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1290145 Oct 28 09:37:55.550507 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45622) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:37:55.599085 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b32fb1f3-7d73-43c8-a46a-71eadd33d5e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.622212 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b32fb1f3-7d73-43c8-a46a-71eadd33d5e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.665682 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b32fb1f3-7d73-43c8-a46a-71eadd33d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.668112 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b32fb1f3-7d73-43c8-a46a-71eadd33d5e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:37:55.669260 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-b32fb1f3-7d73-43c8-a46a-71eadd33d5e4 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/f333a1c9-80cc-4370-811e-2a7d7450c2d6 HTTP/1.1" status: 204 len: 168 time: 0.1178041 Oct 28 09:37:55.676829 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fb1f3-7d73-43c8-a46a-71eadd33d5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f333a1c9-80cc-4370-811e-2a7d7450c2d6,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:57.010951 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:37:59.376216 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:03.604469 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-9de79f21-a634-47d2-adc4-02bc59b224d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412281 Oct 28 09:38:03.667341 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-e100c2f6-bfcd-4392-9b66-f0d0192a4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:03.668821 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-e100c2f6-bfcd-4392-9b66-f0d0192a4a81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f&device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 1098 time: 0.0401857 Oct 28 09:38:03.781109 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-0b9d3d11-3faf-4594-a9ad-01884e719ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:03.782553 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-0b9d3d11-3faf-4594-a9ad-01884e719ed9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef HTTP/1.1" status: 200 len: 910 time: 0.0881853 Oct 28 09:38:03.851365 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-e249c310-f07d-4421-8ecc-adc79cb95512 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0 HTTP/1.1" status: 200 len: 1000 time: 0.0577297 Oct 28 09:38:03.904248 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-cf1635fe-6e9e-4c07-b482-3b96cdefff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:03.905681 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-cf1635fe-6e9e-4c07-b482-3b96cdefff8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eb72e66-749a-4452-b0ca-8ddd85aca794 HTTP/1.1" status: 200 len: 847 time: 0.0471971 Oct 28 09:38:03.951148 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-a4134f77-ae70-461a-8791-c9e9773efa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:03.952595 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-a4134f77-ae70-461a-8791-c9e9773efa1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390358 Oct 28 09:38:04.044217 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-6de56836-80c8-40ee-8d25-114c7c1c636a service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791700 Oct 28 09:38:04.141793 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-64461dbb-35f0-4d43-a4bc-b448785f4fe9 req-db31b866-41cc-4236-8970-b476b507d66d service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842350 Oct 28 09:38:07.244976 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45848) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:07.350527 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-383ad5b0-d5d0-4819-85bf-46903b6e048d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.428992 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-383ad5b0-d5d0-4819-85bf-46903b6e048d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.432947 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-383ad5b0-d5d0-4819-85bf-46903b6e048d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.473058 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-383ad5b0-d5d0-4819-85bf-46903b6e048d admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=bcd69eb777354fbb80696323326da819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268212 Oct 28 09:38:07.474153 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ad5b0-d5d0-4819-85bf-46903b6e048d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99855f90-209c-4aa4-bdf5-af2e8f23760d,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:07.476088 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45852) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:07.524994 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-da8b79b4-37e6-4d5b-8b20-df3f8ff92ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.547416 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-da8b79b4-37e6-4d5b-8b20-df3f8ff92ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.593810 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-da8b79b4-37e6-4d5b-8b20-df3f8ff92ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.596463 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-da8b79b4-37e6-4d5b-8b20-df3f8ff92ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.597625 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-da8b79b4-37e6-4d5b-8b20-df3f8ff92ee7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/99855f90-209c-4aa4-bdf5-af2e8f23760d HTTP/1.1" status: 204 len: 168 time: 0.1205344 Oct 28 09:38:07.605741 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b79b4-37e6-4d5b-8b20-df3f8ff92ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99855f90-209c-4aa4-bdf5-af2e8f23760d,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:07.852825 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45858) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:07.865884 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-59802f44-6883-402d-a8d3-a1adeaca46af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.939459 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-59802f44-6883-402d-a8d3-a1adeaca46af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.943706 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-59802f44-6883-402d-a8d3-a1adeaca46af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:07.984059 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-59802f44-6883-402d-a8d3-a1adeaca46af admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d5c1e3587c484c16b8cfbfb1e8c6a39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1301422 Oct 28 09:38:07.984917 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59802f44-6883-402d-a8d3-a1adeaca46af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b512dad-d25e-42c4-b573-f310cd7b9ced,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:07.986858 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45860) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:08.039423 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3fa6cd6d-a7ca-4927-a9a0-93d2f6e9f212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.060190 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3fa6cd6d-a7ca-4927-a9a0-93d2f6e9f212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.104382 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3fa6cd6d-a7ca-4927-a9a0-93d2f6e9f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.106875 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3fa6cd6d-a7ca-4927-a9a0-93d2f6e9f212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.108002 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-3fa6cd6d-a7ca-4927-a9a0-93d2f6e9f212 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9b512dad-d25e-42c4-b573-f310cd7b9ced HTTP/1.1" status: 204 len: 168 time: 0.1200781 Oct 28 09:38:08.116063 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6cd6d-a7ca-4927-a9a0-93d2f6e9f212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b512dad-d25e-42c4-b573-f310cd7b9ced,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:08.426866 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45872) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:08.440761 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-35fac229-ef97-4638-99cf-42ea9d9379f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.505585 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45874) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:08.522136 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-35fac229-ef97-4638-99cf-42ea9d9379f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.526111 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-35fac229-ef97-4638-99cf-42ea9d9379f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.564896 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-35fac229-ef97-4638-99cf-42ea9d9379f7 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4d4e836684c04a9db0a92bf7cdcfc5bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360676 Oct 28 09:38:08.565748 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fac229-ef97-4638-99cf-42ea9d9379f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e36f61-375e-4880-ac99-0df67d3fe6c4,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:08.567597 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45878) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:08.618121 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99d8bd3c-f25d-4f03-be24-fdcbd7bdb443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.619535 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bb11952d-b0c9-4c12-a08a-833a88cd1e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.641496 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bb11952d-b0c9-4c12-a08a-833a88cd1e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.690052 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bb11952d-b0c9-4c12-a08a-833a88cd1e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.693489 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bb11952d-b0c9-4c12-a08a-833a88cd1e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.697293 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-bb11952d-b0c9-4c12-a08a-833a88cd1e80 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/99e36f61-375e-4880-ac99-0df67d3fe6c4 HTTP/1.1" status: 204 len: 168 time: 0.1276896 Oct 28 09:38:08.697965 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99d8bd3c-f25d-4f03-be24-fdcbd7bdb443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.703025 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-99d8bd3c-f25d-4f03-be24-fdcbd7bdb443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.707239 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11952d-b0c9-4c12-a08a-833a88cd1e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e36f61-375e-4880-ac99-0df67d3fe6c4,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:08.743884 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8bd3c-f25d-4f03-be24-fdcbd7bdb443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff657c6e-3a19-488f-8daa-9075089a024a,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:08.751021 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-99d8bd3c-f25d-4f03-be24-fdcbd7bdb443 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=1a9052bcb14e4465a06914cdece99ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414899 Oct 28 09:38:08.751408 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45882) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:08.803500 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-833d347c-0a51-483c-a321-24db80b4200c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.825908 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-833d347c-0a51-483c-a321-24db80b4200c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.884305 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-833d347c-0a51-483c-a321-24db80b4200c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.886899 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-833d347c-0a51-483c-a321-24db80b4200c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:08.888051 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-833d347c-0a51-483c-a321-24db80b4200c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ff657c6e-3a19-488f-8daa-9075089a024a HTTP/1.1" status: 204 len: 168 time: 0.1359041 Oct 28 09:38:08.895676 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d347c-0a51-483c-a321-24db80b4200c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff657c6e-3a19-488f-8daa-9075089a024a,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:09.215112 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45904) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:09.228448 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f11672b2-6682-4b9b-bcb2-d8eb26c87654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.304116 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f11672b2-6682-4b9b-bcb2-d8eb26c87654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.308513 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-f11672b2-6682-4b9b-bcb2-d8eb26c87654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.353312 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-f11672b2-6682-4b9b-bcb2-d8eb26c87654 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4687cb1c8bb34d2a96d36f286e353667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369276 Oct 28 09:38:09.354105 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11672b2-6682-4b9b-bcb2-d8eb26c87654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771e87d2-4189-4b86-978a-ea1154edf756,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:09.355887 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45908) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:09.407873 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d15a-a7e4-4cef-be1a-0bc29cf2d920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.430976 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d15a-a7e4-4cef-be1a-0bc29cf2d920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.481212 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d15a-a7e4-4cef-be1a-0bc29cf2d920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.483761 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-6fa3d15a-a7e4-4cef-be1a-0bc29cf2d920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:09.484957 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-6fa3d15a-a7e4-4cef-be1a-0bc29cf2d920 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/771e87d2-4189-4b86-978a-ea1154edf756 HTTP/1.1" status: 204 len: 168 time: 0.1272390 Oct 28 09:38:09.493846 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3d15a-a7e4-4cef-be1a-0bc29cf2d920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771e87d2-4189-4b86-978a-ea1154edf756,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:11.064021 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45976) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:11.167527 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-36b44499-5851-4257-b01b-6301381bf6da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.242922 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-36b44499-5851-4257-b01b-6301381bf6da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.246647 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-36b44499-5851-4257-b01b-6301381bf6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.284745 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-36b44499-5851-4257-b01b-6301381bf6da admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b823ab7a33a743a3b087b61d1cf0eb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196000 Oct 28 09:38:11.285599 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b44499-5851-4257-b01b-6301381bf6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e36277-51f8-4765-adfa-7e6880a6fa39,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:11.288133 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 45980) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:11.338302 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1f08fef1-026a-4ba9-bbb9-59308bd21865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.360648 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1f08fef1-026a-4ba9-bbb9-59308bd21865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.405323 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1f08fef1-026a-4ba9-bbb9-59308bd21865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.407989 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1f08fef1-026a-4ba9-bbb9-59308bd21865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.409179 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-1f08fef1-026a-4ba9-bbb9-59308bd21865 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/04e36277-51f8-4765-adfa-7e6880a6fa39 HTTP/1.1" status: 204 len: 168 time: 0.1198363 Oct 28 09:38:11.417376 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08fef1-026a-4ba9-bbb9-59308bd21865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e36277-51f8-4765-adfa-7e6880a6fa39,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:11.671173 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45990) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:11.687615 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b569c77b-5159-4b05-9c8f-054adaba3978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.765966 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b569c77b-5159-4b05-9c8f-054adaba3978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.769889 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b569c77b-5159-4b05-9c8f-054adaba3978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.809854 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569c77b-5159-4b05-9c8f-054adaba3978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e111d2-bc0c-4a92-9fa9-b7e21d205ab4,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:11.815980 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-b569c77b-5159-4b05-9c8f-054adaba3978 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=7c639c2e2e184a7889a1e150b71f6b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436870 Oct 28 09:38:11.818932 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 45994) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:11.871629 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ad6963f6-b216-441e-b13e-d52a8f11e9a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.896367 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ad6963f6-b216-441e-b13e-d52a8f11e9a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.950747 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ad6963f6-b216-441e-b13e-d52a8f11e9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.953396 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ad6963f6-b216-441e-b13e-d52a8f11e9a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:11.954558 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-ad6963f6-b216-441e-b13e-d52a8f11e9a1 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/24e111d2-bc0c-4a92-9fa9-b7e21d205ab4 HTTP/1.1" status: 204 len: 168 time: 0.1343193 Oct 28 09:38:11.965302 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6963f6-b216-441e-b13e-d52a8f11e9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e111d2-bc0c-4a92-9fa9-b7e21d205ab4,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:13.643091 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-462e199c-2410-4e69-ba64-e0dfb36476c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:13.664310 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d455d7-63a2-421f-8dd1-2e4107328b26 req-d1ff2850-572b-49f1-aa53-827f42417ee4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:13.666491 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-29d455d7-63a2-421f-8dd1-2e4107328b26 req-d1ff2850-572b-49f1-aa53-827f42417ee4 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 947 time: 0.0586429 Oct 28 09:38:13.709993 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-29d455d7-63a2-421f-8dd1-2e4107328b26 req-cd34d296-8f42-4364-ab6b-47ad07c8ec99 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369298 Oct 28 09:38:14.842059 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d404-73b1-4697-9b0b-6bb96ca5cf73 req-b66a1fd1-5200-42bf-8ff8-943a424bdebf tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:14.843610 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ea72d404-73b1-4697-9b0b-6bb96ca5cf73 req-b66a1fd1-5200-42bf-8ff8-943a424bdebf tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 947 time: 0.0517495 Oct 28 09:38:14.920762 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-ea72d404-73b1-4697-9b0b-6bb96ca5cf73 req-e9218eea-7c9f-4c67-a667-db909ae26d50 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups?id=be16a8d8-39fb-416d-8cfa-8b0c82838fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695953 Oct 28 09:38:14.942799 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-49e85729-d73a-4e77-b136-4ac1436b6232 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:14.944954 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-49e85729-d73a-4e77-b136-4ac1436b6232 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.32 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 947 time: 0.0647357 Oct 28 09:38:15.045040 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Deleting port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:38:15.045388 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.147147 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] For port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:15.147498 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.311942 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.312295 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.312635 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.l3_db [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Floating IP 83d3a644-688c-46ee-a96d-bc2b8d43fc69 disassociated. External IP: 172.27.3.67, port: a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd. Oct 28 09:38:15.312967 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Calling delete_port for a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:38:15.438846 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.468686 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event deleted for resources: {'Port': ['ID=a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:15.579917 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Router 54f2ba96-664f-437f-b341-43d0fb2c64ae has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:38:15.684864 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:38:15.696551 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8c842-b938-4930-a656-80ecbb58f13b None None] Sync routers for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:38:15.706724 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8c842-b938-4930-a656-80ecbb58f13b None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:15.707333 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-36c8c842-b938-4930-a656-80ecbb58f13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:37:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:15.723866 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] No DVR routers for this DVR port a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:38:15.726446 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:15.729800 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-3edbf202-a9ec-44e0-aac0-268345bc1f79 req-0319c57b-9f60-4106-8c75-655d314fbd97 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.32 "DELETE /v2.0/ports/a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd HTTP/1.1" status: 204 len: 173 time: 0.7782481 Oct 28 09:38:15.730233 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'name': 'network-vif-deleted', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:38:15.732492 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c112dfab-a443-463c-8b3a-097c253e8a81" -d '{"events": [{"server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "name": "network-vif-deleted", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:38:15.777188 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146db2fe-623a-43eb-9540-293711a80c67 x-openstack-request-id: req-146db2fe-623a-43eb-9540-293711a80c67 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:38:15.777483 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d109e46e-964a-49cc-9439-f1783eaed763", "name": "network-vif-deleted", "tag": "a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:38:15.777762 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-146db2fe-623a-43eb-9540-293711a80c67 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:38:15.778223 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd109e46e-964a-49cc-9439-f1783eaed763', 'name': 'network-vif-deleted', 'tag': 'a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd', 'status': 'completed', 'code': 200} Oct 28 09:38:15.816963 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-36c8c842-b938-4930-a656-80ecbb58f13b None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:16.064247 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-71e4438a-18c7-4f02-81d7-f7b928dab8d2 req-ca19b7fc-3965-4a8f-85a0-7e6c40d908e6 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/ports?device_id=d109e46e-964a-49cc-9439-f1783eaed763 HTTP/1.1" status: 200 len: 210 time: 0.0306375 Oct 28 09:38:16.077646 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-36c8c842-b938-4930-a656-80ecbb58f13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:16.107981 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8c842-b938-4930-a656-80ecbb58f13b None None] Checking router: 54f2ba96-664f-437f-b341-43d0fb2c64ae for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:38:16.119345 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c8c842-b938-4930-a656-80ecbb58f13b None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:16.119951 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-36c8c842-b938-4930-a656-80ecbb58f13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:37:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:16.247704 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-36c8c842-b938-4930-a656-80ecbb58f13b None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:16.481850 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-36c8c842-b938-4930-a656-80ecbb58f13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:16.507738 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c8c842-b938-4930-a656-80ecbb58f13b None None] The sync data for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi is: [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:31:00Z', 'revision_number': 4, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': '43f20ad2-bdb2-4f85-baaf-547aecb7f8b9', 'name': '', 'network_id': '9ae87522-9a32-486f-8833-d04dbdbd8e34', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'mac_address': 'fa:16:3e:a2:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:58Z', 'updated_at': '2021-10-28T09:31:09Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'subnets': [{'id': '07c4c113-bc99-4463-a948-07dc92ff60b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:38:16.729681 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5c4646-5e8d-4d43-a31e-fbda17dd3d00 None None] New status for floating IP 83d3a644-688c-46ee-a96d-bc2b8d43fc69: DOWN {{(pid=101415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:38:16.845401 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-02647562-4d39-4232-9e16-728fe1924d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.156875 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46122) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:17.218990 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c3175299-4c70-4401-823c-0a7599f28b3a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.243665 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c3175299-4c70-4401-823c-0a7599f28b3a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.292549 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c3175299-4c70-4401-823c-0a7599f28b3a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.295106 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c3175299-4c70-4401-823c-0a7599f28b3a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.296250 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-c3175299-4c70-4401-823c-0a7599f28b3a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "DELETE /v2.0/security-groups/be16a8d8-39fb-416d-8cfa-8b0c82838fbe HTTP/1.1" status: 204 len: 168 time: 0.1382945 Oct 28 09:38:17.299147 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46128) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:17.305421 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3175299-4c70-4401-823c-0a7599f28b3a tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be16a8d8-39fb-416d-8cfa-8b0c82838fbe,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:17.318736 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.api.v2.resource [None req-130b0416-abc3-4a31-9000-64c59279e1a8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] show failed (client error): The resource could not be found. Oct 28 09:38:17.319730 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-130b0416-abc3-4a31-9000-64c59279e1a8 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "GET /v2.0/security-groups/be16a8d8-39fb-416d-8cfa-8b0c82838fbe HTTP/1.1" status: 404 len: 347 time: 0.0195439 Oct 28 09:38:17.322543 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46130) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:17.450101 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-66d46380-7d82-4d51-a923-bc5a9a773c45 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Deleting port dcf4b499-8365-49f5-ad58-45ac632abd0c {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:38:17.450703 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-66d46380-7d82-4d51-a923-bc5a9a773c45 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.471052 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.496197 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.538296 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-66d46380-7d82-4d51-a923-bc5a9a773c45 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.538656 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-66d46380-7d82-4d51-a923-bc5a9a773c45 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.550746 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-66d46380-7d82-4d51-a923-bc5a9a773c45 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Calling delete_port for dcf4b499-8365-49f5-ad58-45ac632abd0c owned by network:floatingip {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:38:17.687525 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-66d46380-7d82-4d51-a923-bc5a9a773c45 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.714299 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d46380-7d82-4d51-a923-bc5a9a773c45 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Pushing event deleted for resources: {'Port': ['ID=dcf4b499-8365-49f5-ad58-45ac632abd0c,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:17.776463 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-66d46380-7d82-4d51-a923-bc5a9a773c45 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks [] for floatingip, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.778993 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-66d46380-7d82-4d51-a923-bc5a9a773c45 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:17.780938 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-66d46380-7d82-4d51-a923-bc5a9a773c45 tempest-AttachVolumeShelveTestJSON-128298709 tempest-AttachVolumeShelveTestJSON-128298709-project] 10.222.0.117 "DELETE /v2.0/floatingips/83d3a644-688c-46ee-a96d-bc2b8d43fc69 HTTP/1.1" status: 204 len: 168 time: 0.4566984 Oct 28 09:38:17.840279 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46148) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:17.953126 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7b4c-c6be-411a-8e0c-34aae1fe1917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.027849 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7b4c-c6be-411a-8e0c-34aae1fe1917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.031551 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7b4c-c6be-411a-8e0c-34aae1fe1917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.057505 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:38:18.070315 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-8e3b7b4c-c6be-411a-8e0c-34aae1fe1917 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=7db895818cb5490ea9fd729ed2198ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288928 Oct 28 09:38:18.072255 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b7b4c-c6be-411a-8e0c-34aae1fe1917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5136ad-7073-4539-ba4e-efed77d7ad2f,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:18.072963 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46154) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:18.087302 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:38:18.087694 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device a0b7221a-e3e5-4047-ade9-f8fb03cc2bcd not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:38:18.126605 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cc11a769-99dd-4700-8589-4e741bdd7fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.148045 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cc11a769-99dd-4700-8589-4e741bdd7fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.194353 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cc11a769-99dd-4700-8589-4e741bdd7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.197462 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-cc11a769-99dd-4700-8589-4e741bdd7fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.198647 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-cc11a769-99dd-4700-8589-4e741bdd7fc0 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/8b5136ad-7073-4539-ba4e-efed77d7ad2f HTTP/1.1" status: 204 len: 168 time: 0.1246018 Oct 28 09:38:18.207516 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11a769-99dd-4700-8589-4e741bdd7fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5136ad-7073-4539-ba4e-efed77d7ad2f,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:18.466668 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46166) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:18.480302 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e448cc2-3a3b-45f9-8feb-db14e932cc8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.553922 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e448cc2-3a3b-45f9-8feb-db14e932cc8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.557795 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-6e448cc2-3a3b-45f9-8feb-db14e932cc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.597137 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-6e448cc2-3a3b-45f9-8feb-db14e932cc8c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=16a1cf2da2af4813b89079baa4381c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293044 Oct 28 09:38:18.598350 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e448cc2-3a3b-45f9-8feb-db14e932cc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3b173b-11df-44ac-bcf9-ad20510bd9ba,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:18.600436 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46168) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:18.654163 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b96d54f1-29a7-4a25-9ade-74af3b5c9509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.675410 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b96d54f1-29a7-4a25-9ade-74af3b5c9509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.721719 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b96d54f1-29a7-4a25-9ade-74af3b5c9509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.726576 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-b96d54f1-29a7-4a25-9ade-74af3b5c9509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:18.727723 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-b96d54f1-29a7-4a25-9ade-74af3b5c9509 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/6b3b173b-11df-44ac-bcf9-ad20510bd9ba HTTP/1.1" status: 204 len: 168 time: 0.1261950 Oct 28 09:38:18.735644 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d54f1-29a7-4a25-9ade-74af3b5c9509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3b173b-11df-44ac-bcf9-ad20510bd9ba,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:19.315922 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:19.686951 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46236) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:19.795010 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:19.877444 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:19.881630 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:19.924683 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d0876acbd9914d16aa842dfe9795f1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366259 Oct 28 09:38:19.925569 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8932059c-2c3d-4edd-8d3e-d9166720cbd0,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:19.928215 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46252) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:19.933954 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.934154 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.934500 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.934866 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.935201 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.935534 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.935863 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.936195 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.936553 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.936874 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.937199 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.937520 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3df8e1-97d9-408c-81c8-2ad6aa7299b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:19.992988 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8dc20ff2-bbb7-4509-8a7f-ac4d8a12d44c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.017527 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8dc20ff2-bbb7-4509-8a7f-ac4d8a12d44c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.068759 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8dc20ff2-bbb7-4509-8a7f-ac4d8a12d44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.071512 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8dc20ff2-bbb7-4509-8a7f-ac4d8a12d44c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.072688 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-8dc20ff2-bbb7-4509-8a7f-ac4d8a12d44c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/8932059c-2c3d-4edd-8d3e-d9166720cbd0 HTTP/1.1" status: 204 len: 168 time: 0.1424255 Oct 28 09:38:20.080461 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc20ff2-bbb7-4509-8a7f-ac4d8a12d44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8932059c-2c3d-4edd-8d3e-d9166720cbd0,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:20.235381 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46278) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:20.366385 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46286) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:20.381827 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-6f099b71-8fe9-47ad-956b-709c0dafd520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.465717 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-6f099b71-8fe9-47ad-956b-709c0dafd520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.470278 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-6f099b71-8fe9-47ad-956b-709c0dafd520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.512004 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-6f099b71-8fe9-47ad-956b-709c0dafd520 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4f8059df5993497ab354b7de1ca2f3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442912 Oct 28 09:38:20.513151 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f099b71-8fe9-47ad-956b-709c0dafd520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf56eb08-efde-4f06-b8d3-d3537cb34c4c,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:20.516756 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46288) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:20.568449 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5dac3954-76c5-451b-9468-4044e19a0911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.594407 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5dac3954-76c5-451b-9468-4044e19a0911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.647647 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5dac3954-76c5-451b-9468-4044e19a0911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.650376 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-5dac3954-76c5-451b-9468-4044e19a0911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.651535 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-5dac3954-76c5-451b-9468-4044e19a0911 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/cf56eb08-efde-4f06-b8d3-d3537cb34c4c HTTP/1.1" status: 204 len: 168 time: 0.1338625 Oct 28 09:38:20.659386 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac3954-76c5-451b-9468-4044e19a0911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf56eb08-efde-4f06-b8d3-d3537cb34c4c,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:20.707742 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953397'] for router_interface, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:20.971182 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] Deleting port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:38:20.971775 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.062666 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] For port 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=43f20ad2-bdb2-4f85-baaf-547aecb7f8b9,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:21.063294 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.077001 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] Calling delete_port for 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 owned by network:router_interface {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:38:21.535908 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.561888 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f20ad2-bdb2-4f85-baaf-547aecb7f8b9,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:21.737868 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-698557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953561'] for router_interface, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:21.972606 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] Router 54f2ba96-664f-437f-b341-43d0fb2c64ae has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:38:22.089014 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:38:22.095763 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-de2265b3-f9ad-4d5f-935a-04939c54a1d6 admin admin] 10.222.0.117 "PUT /v2.0/routers/54f2ba96-664f-437f-b341-43d0fb2c64ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570371 Oct 28 09:38:22.096297 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46324) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:22.109157 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59939ba3-cd85-4b1d-8bad-52d1f498cb3f None None] Sync routers for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:38:22.131028 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59939ba3-cd85-4b1d-8bad-52d1f498cb3f None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:22.132004 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-59939ba3-cd85-4b1d-8bad-52d1f498cb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:38:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:22.229331 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Publish callbacks [] for router, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.265360 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-59939ba3-cd85-4b1d-8bad-52d1f498cb3f None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:22.294421 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8899b0a-0e27-4c7f-807f-6c2cb30c1d43 req-8ed31dba-6ac5-4c5f-b184-772513e57ba7 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:22.295925 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e8899b0a-0e27-4c7f-807f-6c2cb30c1d43 req-8ed31dba-6ac5-4c5f-b184-772513e57ba7 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0522807 Oct 28 09:38:22.338426 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e8899b0a-0e27-4c7f-807f-6c2cb30c1d43 req-70eb506d-ec27-47ab-ae98-462aeef115a0 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333703 Oct 28 09:38:22.344978 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.408199 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Deleting port 77ddb19b-3878-411a-93ae-302d41b2ddee {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:38:22.408571 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.489755 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] For port 77ddb19b-3878-411a-93ae-302d41b2ddee, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=77ddb19b-3878-411a-93ae-302d41b2ddee,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:22.490153 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.501748 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Calling delete_port for 77ddb19b-3878-411a-93ae-302d41b2ddee owned by network:router_gateway {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:38:22.551271 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-59939ba3-cd85-4b1d-8bad-52d1f498cb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:38:21Z', 'revision_number': 5, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port': {'id': '77ddb19b-3878-411a-93ae-302d41b2ddee', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:30:51Z', 'updated_at': '2021-10-28T09:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:22.580118 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59939ba3-cd85-4b1d-8bad-52d1f498cb3f None None] Checking router: 54f2ba96-664f-437f-b341-43d0fb2c64ae for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:38:22.590477 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59939ba3-cd85-4b1d-8bad-52d1f498cb3f None None] Routers {'54f2ba96-664f-437f-b341-43d0fb2c64ae'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:38:22.591009 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-59939ba3-cd85-4b1d-8bad-52d1f498cb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:38:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['54f2ba96-664f-437f-b341-43d0fb2c64ae'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:22.670590 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.678694 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-59939ba3-cd85-4b1d-8bad-52d1f498cb3f None None] Set router 54f2ba96-664f-437f-b341-43d0fb2c64ae gateway port host: None {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:38:22.697394 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ddb19b-3878-411a-93ae-302d41b2ddee,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:22.733601 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-59939ba3-cd85-4b1d-8bad-52d1f498cb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:38:22Z', 'revision_number': 6, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port_host': None}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:22.776869 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59939ba3-cd85-4b1d-8bad-52d1f498cb3f None None] The sync data for ids ['54f2ba96-664f-437f-b341-43d0fb2c64ae'] in dv-cinder-815145-4-iscsi is: [{'id': '54f2ba96-664f-437f-b341-43d0fb2c64ae', 'name': 'tempest-AttachVolumeShelveTestJSON-388527961-router', 'tenant_id': '0be6fc0db1944053869a9896667cae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:30:49Z', 'updated_at': '2021-10-28T09:38:22Z', 'revision_number': 6, 'project_id': '0be6fc0db1944053869a9896667cae3a', 'gw_port_host': None}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:38:22.780111 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953211'] for router_gateway, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.921798 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64810'] for router, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:22.924383 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.010253 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947974'] for router, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.010806 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54f2ba96-664f-437f-b341-43d0fb2c64ae {{(pid=101413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:38:23.018086 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] Publish callbacks [] for router, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.020236 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-a4b41164-7e43-4e41-a741-14933a8dcb04 admin admin] 10.222.0.117 "DELETE /v2.0/routers/54f2ba96-664f-437f-b341-43d0fb2c64ae HTTP/1.1" status: 204 len: 168 time: 0.9223230 Oct 28 09:38:23.023035 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46332) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:23.086611 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c704b86-7e54-438d-ab89-9d461800e403 admin admin] Deleting subnet 07c4c113-bc99-4463-a948-07dc92ff60b2 {{(pid=101414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:38:23.090063 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9c704b86-7e54-438d-ab89-9d461800e403 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.130155 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9c704b86-7e54-438d-ab89-9d461800e403 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29395415'] for subnet, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.211572 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9c704b86-7e54-438d-ab89-9d461800e403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.268022 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9c704b86-7e54-438d-ab89-9d461800e403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30394336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30377721'] for subnet, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.295977 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9c704b86-7e54-438d-ab89-9d461800e403 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.301284 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cecbb67-e596-4360-9535-895e72e898c8 None None] Network 9ae87522-9a32-486f-8833-d04dbdbd8e34 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:38:23.301957 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-9c704b86-7e54-438d-ab89-9d461800e403 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/07c4c113-bc99-4463-a948-07dc92ff60b2 HTTP/1.1" status: 204 len: 168 time: 0.2778492 Oct 28 09:38:23.302576 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46338) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:23.304661 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c704b86-7e54-438d-ab89-9d461800e403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c4c113-bc99-4463-a948-07dc92ff60b2,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:23.382940 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.449603 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Deleting port 33504416-ecf7-427b-8eb0-e950fe10315a {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:38:23.449937 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.478672 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6ed83-63ae-45ba-aa14-94eb17536da8 req-250c7923-bce5-421b-bd91-752d1b8ec2e7 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:23.480157 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-30b6ed83-63ae-45ba-aa14-94eb17536da8 req-250c7923-bce5-421b-bd91-752d1b8ec2e7 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0615790 Oct 28 09:38:23.517286 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-30b6ed83-63ae-45ba-aa14-94eb17536da8 req-e924cec1-c7ac-45f8-af69-9facecbe9b5c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309899 Oct 28 09:38:23.520454 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] For port 33504416-ecf7-427b-8eb0-e950fe10315a, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=33504416-ecf7-427b-8eb0-e950fe10315a,segment=NetworkSegment(df962e8f-2ad7-46a1-a839-9bd442b04b45),segment_id=df962e8f-2ad7-46a1-a839-9bd442b04b45)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:23.521553 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.533959 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Calling delete_port for 33504416-ecf7-427b-8eb0-e950fe10315a owned by network:dhcp {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:38:23.590955 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] DHCP port deletion for 9ae87522-9a32-486f-8833-d04dbdbd8e34 request from dv-cinder-815145-4-iscsi {{(pid=101415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:38:23.621789 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.640964 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Deleting port 33504416-ecf7-427b-8eb0-e950fe10315a {{(pid=101415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:38:23.641337 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.650834 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33504416-ecf7-427b-8eb0-e950fe10315a,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:23.653541 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] No DVR routers for this DVR port 33504416-ecf7-427b-8eb0-e950fe10315a on host dv-cinder-815145-4-iscsi {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:38:23.714330 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] For port 33504416-ecf7-427b-8eb0-e950fe10315a, host dv-cinder-815145-4-iscsi, got binding levels [] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:23.714849 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.727442 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Calling delete_port for 33504416-ecf7-427b-8eb0-e950fe10315a owned by network:dhcp {{(pid=101415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:38:23.730761 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.ipam_backend_mixin [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Port 33504416-ecf7-427b-8eb0-e950fe10315a was not found and therefore no delete operation was performed {{(pid=101415) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:38:23.732054 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461'] for port, after_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.732188 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.756471 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae87522-9a32-486f-8833-d04dbdbd8e34']}} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:23.759277 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Pushing event deleted for resources: {'Port': ['ID=33504416-ecf7-427b-8eb0-e950fe10315a,revision_number=None']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:23.763296 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] No DVR routers for this DVR port 33504416-ecf7-427b-8eb0-e950fe10315a on host dv-cinder-815145-4-iscsi {{(pid=101415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:38:23.766871 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df962e8f-2ad7-46a1-a839-9bd442b04b45') {'for_net_delete': True} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:23.767173 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df962e8f-2ad7-46a1-a839-9bd442b04b45') {} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:38:23.774102 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.774102 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.774414 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.774744 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.775074 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.775399 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.775786 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.776068 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.776364 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.776967 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.776967 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.777377 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989d9766-d9bc-4462-803a-06fe6f8b2403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:23.783355 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29395374'] for segment, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.797503 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.804271 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=101414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:38:23.804704 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30394122'] for segment, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: Traceback (most recent call last): Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: timer() Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: cb(*args, **kw) Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: return func(*args, **kwargs) Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: self._notify() Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: self.callback(batched_events) Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: event.method(event) Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: return f(self, *a, **k) Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._get(url).json() Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: return self.request(url, 'GET', **kwargs) Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:38:23.806732 dv-cinder-815145-4-iscsi neutron-server[101414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:38:23.866175 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.871999 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:23.877787 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] 10.222.0.117 "DELETE /v2.0/networks/9ae87522-9a32-486f-8833-d04dbdbd8e34 HTTP/1.1" status: 204 len: 168 time: 0.5714185 Oct 28 09:38:23.890030 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f26f6-84e3-41a8-bb58-89a16575cde6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae87522-9a32-486f-8833-d04dbdbd8e34,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:24.042487 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46344) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:24.083068 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-19bbed00-d1d0-4384-8de4-27a1abedbd4c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0be6fc0db1944053869a9896667cae3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392911 Oct 28 09:38:24.085560 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46348) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:24.135871 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d7c514ad-0fa4-4334-9045-74d678cf5c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:24.156615 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d7c514ad-0fa4-4334-9045-74d678cf5c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:24.206138 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d7c514ad-0fa4-4334-9045-74d678cf5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:24.208896 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d7c514ad-0fa4-4334-9045-74d678cf5c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:24.210215 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-d7c514ad-0fa4-4334-9045-74d678cf5c01 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/18a0c729-5bf7-4c56-8377-d48b4f941705 HTTP/1.1" status: 204 len: 168 time: 0.1236932 Oct 28 09:38:24.217873 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c514ad-0fa4-4334-9045-74d678cf5c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a0c729-5bf7-4c56-8377-d48b4f941705,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:24.651376 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9002cb-757d-4281-9c16-4b340c6997d6 req-8f09f6af-b26c-458c-9f1a-d8d45a0add7b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:24.652905 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0e9002cb-757d-4281-9c16-4b340c6997d6 req-8f09f6af-b26c-458c-9f1a-d8d45a0add7b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0662649 Oct 28 09:38:24.699543 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0e9002cb-757d-4281-9c16-4b340c6997d6 req-b37ce574-c574-4c49-9db0-35912f8b4ea7 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400896 Oct 28 09:38:24.820002 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:38:24.840260 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:38:24.840625 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 43f20ad2-bdb2-4f85-baaf-547aecb7f8b9 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:38:24.841048 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 77ddb19b-3878-411a-93ae-302d41b2ddee no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:38:24.861387 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 77ddb19b-3878-411a-93ae-302d41b2ddee {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:38:24.861733 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 77ddb19b-3878-411a-93ae-302d41b2ddee not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:38:24.862147 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 33504416-ecf7-427b-8eb0-e950fe10315a no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:38:24.884669 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 33504416-ecf7-427b-8eb0-e950fe10315a {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:38:24.885001 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 33504416-ecf7-427b-8eb0-e950fe10315a not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:38:25.814988 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306538d-623a-4629-9d95-03d68472aef7 req-6560e307-68f1-4d7f-8cf4-ddab126fe8ba tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:25.816553 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2306538d-623a-4629-9d95-03d68472aef7 req-6560e307-68f1-4d7f-8cf4-ddab126fe8ba tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0521116 Oct 28 09:38:25.855838 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2306538d-623a-4629-9d95-03d68472aef7 req-0006f859-0dc4-49df-8ee6-17e2ef0df05a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Oct 28 09:38:26.972477 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd08be6-10ec-4e04-a03c-7eb1dc1c3f82 req-6ddf23d9-8316-49d9-9452-2fd5e60511d7 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:26.973926 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fdd08be6-10ec-4e04-a03c-7eb1dc1c3f82 req-6ddf23d9-8316-49d9-9452-2fd5e60511d7 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0494292 Oct 28 09:38:27.013978 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-fdd08be6-10ec-4e04-a03c-7eb1dc1c3f82 req-a9785f4d-3ad0-4951-896c-4c5d57c9cc1d tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339410 Oct 28 09:38:28.129173 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b133-3921-4d99-8092-0cb6aa15f6a5 req-bb940788-850d-46e1-8214-a357392ab4f6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:28.130731 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-eca5b133-3921-4d99-8092-0cb6aa15f6a5 req-bb940788-850d-46e1-8214-a357392ab4f6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0496743 Oct 28 09:38:28.170723 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-eca5b133-3921-4d99-8092-0cb6aa15f6a5 req-9fa4254a-5613-4d11-85e7-d623b6716b70 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Oct 28 09:38:29.289878 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97524525-5971-4123-9144-a7c72cfb6919 req-5732ac8e-4e50-47b9-8111-dc2c14849942 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:29.291641 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-97524525-5971-4123-9144-a7c72cfb6919 req-5732ac8e-4e50-47b9-8111-dc2c14849942 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0543706 Oct 28 09:38:29.329261 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-97524525-5971-4123-9144-a7c72cfb6919 req-edbf8868-2ff8-4425-9233-51008e6c1964 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Oct 28 09:38:29.415725 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:30.444247 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8661ea-044f-4c1e-9390-fcacff8f3bfa req-e15e791c-fd03-437d-95bf-2236e67ce59b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:30.445733 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6c8661ea-044f-4c1e-9390-fcacff8f3bfa req-e15e791c-fd03-437d-95bf-2236e67ce59b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0493121 Oct 28 09:38:30.484551 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6c8661ea-044f-4c1e-9390-fcacff8f3bfa req-222127b8-e30a-4698-8011-174ab7119bb7 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327749 Oct 28 09:38:31.605394 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58906c7a-1ac5-4d15-aec9-2e11cad2aade req-8d939c7d-5f14-464b-abac-ba3b80e33d96 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:31.606857 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-58906c7a-1ac5-4d15-aec9-2e11cad2aade req-8d939c7d-5f14-464b-abac-ba3b80e33d96 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0497079 Oct 28 09:38:31.645626 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-58906c7a-1ac5-4d15-aec9-2e11cad2aade req-62779f60-b512-469e-afb4-6439a4d87b45 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329921 Oct 28 09:38:32.764398 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d20ad-a3f0-40f7-a7ae-9fdd205f7af4 req-059f0c8e-13a4-4af6-be66-94e066129cb5 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:32.765852 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0f1d20ad-a3f0-40f7-a7ae-9fdd205f7af4 req-059f0c8e-13a4-4af6-be66-94e066129cb5 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0516179 Oct 28 09:38:32.804980 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0f1d20ad-a3f0-40f7-a7ae-9fdd205f7af4 req-87581122-7f61-480d-87ac-3f33f450edd3 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328350 Oct 28 09:38:33.921365 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b347d32-9791-4824-b272-b73e0ab3e5db req-6ce9e632-a5f4-4133-8835-93b27b044e3f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:33.922713 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6b347d32-9791-4824-b272-b73e0ab3e5db req-6ce9e632-a5f4-4133-8835-93b27b044e3f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0491915 Oct 28 09:38:33.962225 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6b347d32-9791-4824-b272-b73e0ab3e5db req-41a003e5-d223-4e3f-8e97-ae375eae1425 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322073 Oct 28 09:38:34.010948 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:38:35.085948 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bc077-9614-4ca5-93d8-a1ccb9b6dcae req-3a079178-33b7-4a0e-a8df-b5d55660209f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:35.087611 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-977bc077-9614-4ca5-93d8-a1ccb9b6dcae req-3a079178-33b7-4a0e-a8df-b5d55660209f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0569797 Oct 28 09:38:35.127030 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-977bc077-9614-4ca5-93d8-a1ccb9b6dcae req-2f72d312-b288-4fc4-a8e4-ae60b44d11aa tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329003 Oct 28 09:38:36.244417 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df87fb-aac6-4709-aae0-6137f7b6b08f req-4acdc399-0332-40d0-a12b-dfe5735ce2f1 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:36.245932 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d5df87fb-aac6-4709-aae0-6137f7b6b08f req-4acdc399-0332-40d0-a12b-dfe5735ce2f1 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0501502 Oct 28 09:38:36.287415 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d5df87fb-aac6-4709-aae0-6137f7b6b08f req-a7a2756c-e2a8-4b05-af92-43cd39441b9f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354896 Oct 28 09:38:37.412585 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768eedf-5b5d-4382-8599-28c09a7f1ed1 req-e4370051-f069-46f5-a6e5-422703275bcb tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:37.414089 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c768eedf-5b5d-4382-8599-28c09a7f1ed1 req-e4370051-f069-46f5-a6e5-422703275bcb tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0517859 Oct 28 09:38:37.453762 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c768eedf-5b5d-4382-8599-28c09a7f1ed1 req-132dfda3-6212-4c5f-8c5b-217264b4bbf5 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336545 Oct 28 09:38:37.703723 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46584) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:37.808292 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ddfaacd0-84fc-4afc-972c-9b964f2af695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:37.884342 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ddfaacd0-84fc-4afc-972c-9b964f2af695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:37.888041 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ddfaacd0-84fc-4afc-972c-9b964f2af695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:37.926524 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-ddfaacd0-84fc-4afc-972c-9b964f2af695 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=9092b67737d344d89bb5f287329a4de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217155 Oct 28 09:38:37.928134 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfaacd0-84fc-4afc-972c-9b964f2af695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f30895d-fde6-4ba4-98bb-08705246c369,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:37.929850 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46590) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:37.981319 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:38.001983 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:38.047741 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:38.050412 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:38.051572 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9f30895d-fde6-4ba4-98bb-08705246c369 HTTP/1.1" status: 204 len: 168 time: 0.1207125 Oct 28 09:38:38.059497 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f30895d-fde6-4ba4-98bb-08705246c369,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:38.066483 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.066837 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.067185 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.067683 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.068024 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.068388 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.068736 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.069071 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.069405 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.069735 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.070063 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.070388 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f575d81-d988-438b-bdfa-3538d2c0006e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:38.571747 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d169-4c1e-4427-904c-955a654b69b3 req-b503446f-f7e9-4cca-859e-742e63aaa141 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:38.573305 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4673d169-4c1e-4427-904c-955a654b69b3 req-b503446f-f7e9-4cca-859e-742e63aaa141 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0511639 Oct 28 09:38:38.613285 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4673d169-4c1e-4427-904c-955a654b69b3 req-f9ebfb73-a21e-4781-b0bf-7b04f516ff1c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339270 Oct 28 09:38:39.576878 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46644) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:39.680976 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4a19-00ef-472e-b614-1a033e264970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:39.732526 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481d4b9-7940-4a18-9690-4c7e7511ed95 req-a5350275-5d23-4467-9915-b3bbdb215e18 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:39.734093 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d481d4b9-7940-4a18-9690-4c7e7511ed95 req-a5350275-5d23-4467-9915-b3bbdb215e18 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0506511 Oct 28 09:38:39.755634 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4a19-00ef-472e-b614-1a033e264970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:39.759644 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4a19-00ef-472e-b614-1a033e264970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:39.773630 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d481d4b9-7940-4a18-9690-4c7e7511ed95 req-d70a3bac-dbfc-4998-908a-678416cc5b8e tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327253 Oct 28 09:38:39.799366 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e4a19-00ef-472e-b614-1a033e264970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1941e7da-e1c9-444e-b7d6-988a6559893f,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:39.805309 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-bc1e4a19-00ef-472e-b614-1a033e264970 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=f44442981b6545a8b59418bdf784ec84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274253 Oct 28 09:38:39.807841 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46650) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:39.857627 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-776cab6a-ad3f-43f4-92f7-5630927c6ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:39.877661 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-776cab6a-ad3f-43f4-92f7-5630927c6ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:39.922454 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-776cab6a-ad3f-43f4-92f7-5630927c6ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:39.925117 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-776cab6a-ad3f-43f4-92f7-5630927c6ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:39.928765 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-776cab6a-ad3f-43f4-92f7-5630927c6ba7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/1941e7da-e1c9-444e-b7d6-988a6559893f HTTP/1.1" status: 204 len: 168 time: 0.1199319 Oct 28 09:38:39.936797 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cab6a-ad3f-43f4-92f7-5630927c6ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1941e7da-e1c9-444e-b7d6-988a6559893f,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:40.197521 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46658) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:40.211302 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-01394cfd-ac78-49f0-bba6-f35fbe16a16e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:40.284393 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-01394cfd-ac78-49f0-bba6-f35fbe16a16e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:40.288209 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-01394cfd-ac78-49f0-bba6-f35fbe16a16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:40.333946 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01394cfd-ac78-49f0-bba6-f35fbe16a16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27101b68-5daa-42d4-800e-79762ae2624a,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:40.355873 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-01394cfd-ac78-49f0-bba6-f35fbe16a16e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=2e880a6fb23e41a198dbc056eb48b85b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572285 Oct 28 09:38:40.358396 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46662) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:40.398466 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbf876-2c61-4602-8335-53d97804bc42 req-301cc6e8-38db-4100-b2f7-08b0eaabcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:40.399941 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-74fbf876-2c61-4602-8335-53d97804bc42 req-301cc6e8-38db-4100-b2f7-08b0eaabcad2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f&device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 1098 time: 0.0793457 Oct 28 09:38:40.432876 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5458f4a8-5b71-4bb9-b468-b2e670f29795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:40.486496 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5458f4a8-5b71-4bb9-b468-b2e670f29795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:40.542449 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbf876-2c61-4602-8335-53d97804bc42 req-5b62cbd4-1163-4d5a-8324-9880dab5d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:40.543819 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-74fbf876-2c61-4602-8335-53d97804bc42 req-5b62cbd4-1163-4d5a-8324-9880dab5d380 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef HTTP/1.1" status: 200 len: 910 time: 0.1313910 Oct 28 09:38:40.594335 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5458f4a8-5b71-4bb9-b468-b2e670f29795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:40.597084 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-5458f4a8-5b71-4bb9-b468-b2e670f29795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:40.598212 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-5458f4a8-5b71-4bb9-b468-b2e670f29795 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/27101b68-5daa-42d4-800e-79762ae2624a HTTP/1.1" status: 204 len: 168 time: 0.2389269 Oct 28 09:38:40.616751 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458f4a8-5b71-4bb9-b468-b2e670f29795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27101b68-5daa-42d4-800e-79762ae2624a,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:40.626144 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-74fbf876-2c61-4602-8335-53d97804bc42 req-461d1e88-ae48-4183-8341-76224561ea5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0 HTTP/1.1" status: 200 len: 1000 time: 0.0730925 Oct 28 09:38:40.679050 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbf876-2c61-4602-8335-53d97804bc42 req-49f9af88-399a-4e5c-a82c-ac0321da3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:40.680554 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-74fbf876-2c61-4602-8335-53d97804bc42 req-49f9af88-399a-4e5c-a82c-ac0321da3129 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eb72e66-749a-4452-b0ca-8ddd85aca794 HTTP/1.1" status: 200 len: 847 time: 0.0448177 Oct 28 09:38:40.731521 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbf876-2c61-4602-8335-53d97804bc42 req-0ac83e13-fd77-4a2d-b56b-8e261f3bcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:40.733196 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-74fbf876-2c61-4602-8335-53d97804bc42 req-0ac83e13-fd77-4a2d-b56b-8e261f3bcea3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452197 Oct 28 09:38:40.825107 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-74fbf876-2c61-4602-8335-53d97804bc42 req-8319eedc-7f76-4d2f-9e8a-35370671a760 service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835595 Oct 28 09:38:40.968928 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54226a-e4a3-431f-90da-8e16f41ef37f req-9291b7f1-5d73-4c13-9f06-fdc3d8b6891f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:40.970402 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2b54226a-e4a3-431f-90da-8e16f41ef37f req-9291b7f1-5d73-4c13-9f06-fdc3d8b6891f tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.1260374 Oct 28 09:38:40.972650 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-74fbf876-2c61-4602-8335-53d97804bc42 req-01df42cc-64dc-4f91-a159-cab946c0502a service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370168 Oct 28 09:38:41.023889 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2b54226a-e4a3-431f-90da-8e16f41ef37f req-3b77cb51-2f11-4993-bb4c-9fee79903000 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390205 Oct 28 09:38:42.141084 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a57c11-098a-4fbf-9917-5fe17251ad2c req-b942dfd5-ae2f-4a2b-b229-83424720f728 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:42.142559 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f1a57c11-098a-4fbf-9917-5fe17251ad2c req-b942dfd5-ae2f-4a2b-b229-83424720f728 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0510697 Oct 28 09:38:42.185040 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f1a57c11-098a-4fbf-9917-5fe17251ad2c req-0486fa80-6f1a-4032-8b8f-acf1f78819bf tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358362 Oct 28 09:38:43.298423 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653ccde-241e-4d04-b38d-0ac6f4a4d621 req-30bcf0e7-644c-4be7-af4b-2a22dd6c06da tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:43.299868 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e653ccde-241e-4d04-b38d-0ac6f4a4d621 req-30bcf0e7-644c-4be7-af4b-2a22dd6c06da tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0479875 Oct 28 09:38:43.338066 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e653ccde-241e-4d04-b38d-0ac6f4a4d621 req-58c6870f-c5aa-4ad5-860b-750a47e5723b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318789 Oct 28 09:38:43.639075 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-05c0f4c9-860d-48f0-b4ed-183b4eb6e894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:44.348178 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:38:44.423813 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:44.446660 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:38:44.448958 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fdc172-1bdd-42a5-9a03-a2125aadf587" -d '{"events": [{"server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "name": "network-vif-unplugged", "status": "completed", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:38:44.453667 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7295f11-bd81-4f9a-bf6a-3f914c0d0f53 req-408ae250-eb66-4399-a3a2-b980242e0059 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:44.455153 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e7295f11-bd81-4f9a-bf6a-3f914c0d0f53 req-408ae250-eb66-4399-a3a2-b980242e0059 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0500319 Oct 28 09:38:44.462420 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:38:44.467465 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:44.494988 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba2de15-3424-40bd-80e5-3148e5efc782 x-openstack-request-id: req-8ba2de15-3424-40bd-80e5-3148e5efc782 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:38:44.495272 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "name": "network-vif-unplugged", "status": "completed", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:38:44.495520 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-8ba2de15-3424-40bd-80e5-3148e5efc782 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:38:44.495898 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'code': 200} Oct 28 09:38:44.500150 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e7295f11-bd81-4f9a-bf6a-3f914c0d0f53 req-62a02513-a814-4e41-8b02-98b9c366be98 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381272 Oct 28 09:38:44.522440 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,revision_number=6']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:44.904746 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46794) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:45.007213 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-903edd36-769e-4525-b749-afe088972321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.080101 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-903edd36-769e-4525-b749-afe088972321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.085439 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-903edd36-769e-4525-b749-afe088972321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.124391 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-903edd36-769e-4525-b749-afe088972321 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=fdac172bbd1b47a4881980606f5b564f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186105 Oct 28 09:38:45.125269 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903edd36-769e-4525-b749-afe088972321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf161c0-a80e-4c5e-a92c-562168d688e7,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:45.126995 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46800) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:45.178643 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-219129f2-1f65-4c47-ac0a-2dd026d6bda0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.199163 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-219129f2-1f65-4c47-ac0a-2dd026d6bda0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.242620 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-219129f2-1f65-4c47-ac0a-2dd026d6bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.245607 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-219129f2-1f65-4c47-ac0a-2dd026d6bda0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.246725 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-219129f2-1f65-4c47-ac0a-2dd026d6bda0 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/edf161c0-a80e-4c5e-a92c-562168d688e7 HTTP/1.1" status: 204 len: 168 time: 0.1187594 Oct 28 09:38:45.254000 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219129f2-1f65-4c47-ac0a-2dd026d6bda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf161c0-a80e-4c5e-a92c-562168d688e7,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:45.497993 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46806) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:45.511151 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b61c51e-5a81-4074-b717-de3e28932ca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.613282 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b61c51e-5a81-4074-b717-de3e28932ca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.618347 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9b61c51e-5a81-4074-b717-de3e28932ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.666721 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-9b61c51e-5a81-4074-b717-de3e28932ca3 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=13c88b5f67e64d1599d82da24049421f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676116 Oct 28 09:38:45.668617 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61c51e-5a81-4074-b717-de3e28932ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fa9532-73a2-4cc9-9a8f-a5d154770d74,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:45.669462 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46810) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:45.678451 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32660c-6175-41a4-86ef-247b04342b34 req-e71760be-da7f-4f72-b704-bb83fe39624b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:45.679921 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2d32660c-6175-41a4-86ef-247b04342b34 req-e71760be-da7f-4f72-b704-bb83fe39624b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.1058798 Oct 28 09:38:45.720008 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2d32660c-6175-41a4-86ef-247b04342b34 req-c310ad36-ff26-4f65-9777-7940ac28afcf tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322518 Oct 28 09:38:45.720626 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7d89-9823-476b-8d48-dd596cbd1963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.745534 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7d89-9823-476b-8d48-dd596cbd1963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.791961 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7d89-9823-476b-8d48-dd596cbd1963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.794616 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7d89-9823-476b-8d48-dd596cbd1963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:45.795799 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-2c9a7d89-9823-476b-8d48-dd596cbd1963 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/70fa9532-73a2-4cc9-9a8f-a5d154770d74 HTTP/1.1" status: 204 len: 168 time: 0.1242037 Oct 28 09:38:45.803793 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a7d89-9823-476b-8d48-dd596cbd1963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fa9532-73a2-4cc9-9a8f-a5d154770d74,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:46.801380 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-91f10ccc-d24b-4edf-a67f-faf399ab4bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:46.856156 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281d555-9963-4f84-92ef-66c1a76b2a50 req-4ef0d3b2-6436-47cf-a0b5-13997b01d014 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:46.856977 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6281d555-9963-4f84-92ef-66c1a76b2a50 req-4ef0d3b2-6436-47cf-a0b5-13997b01d014 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0610380 Oct 28 09:38:46.897150 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-6281d555-9963-4f84-92ef-66c1a76b2a50 req-5cd68cda-5d1a-44e4-98a4-e74949ee68ef tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342376 Oct 28 09:38:47.465890 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:47.497127 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:47.699573 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46898) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:47.802026 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ceb5-8569-4ed1-9088-f2a5eae2c2b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:47.878864 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ceb5-8569-4ed1-9088-f2a5eae2c2b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:47.883391 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ceb5-8569-4ed1-9088-f2a5eae2c2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:47.919901 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0ceb5-8569-4ed1-9088-f2a5eae2c2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df1f247-c9da-4aba-9337-7d5a1625f430,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:47.925247 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-d2f0ceb5-8569-4ed1-9088-f2a5eae2c2b5 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=250a7607bf404fa9b9d72a59f821463d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246397 Oct 28 09:38:47.929013 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46906) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:48.002842 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-68ff6654-7d76-4486-a43e-8340fdb609ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:48.030103 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-68ff6654-7d76-4486-a43e-8340fdb609ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:48.047649 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc288b-f474-4ddd-b140-b83a1143883c req-eda249c4-ac87-4cc5-a3c6-5642b452b95a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:48.049134 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-29bc288b-f474-4ddd-b140-b83a1143883c req-eda249c4-ac87-4cc5-a3c6-5642b452b95a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0808620 Oct 28 09:38:48.101417 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-29bc288b-f474-4ddd-b140-b83a1143883c req-607586bf-f87b-419b-9f5c-1522ad9e7440 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443501 Oct 28 09:38:48.112651 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-68ff6654-7d76-4486-a43e-8340fdb609ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:48.115797 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-68ff6654-7d76-4486-a43e-8340fdb609ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:48.116910 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-68ff6654-7d76-4486-a43e-8340fdb609ac admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/8df1f247-c9da-4aba-9337-7d5a1625f430 HTTP/1.1" status: 204 len: 168 time: 0.1869009 Oct 28 09:38:48.124664 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff6654-7d76-4486-a43e-8340fdb609ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df1f247-c9da-4aba-9337-7d5a1625f430,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:48.376305 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 46914) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:48.390282 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1a3f2422-5739-4de7-84d6-9a3c934b53b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:48.465981 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1a3f2422-5739-4de7-84d6-9a3c934b53b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:48.470369 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1a3f2422-5739-4de7-84d6-9a3c934b53b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:48.507657 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-1a3f2422-5739-4de7-84d6-9a3c934b53b3 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=65b84d2053dc4c67b5c358dc1ae1d6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302745 Oct 28 09:38:48.509664 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f2422-5739-4de7-84d6-9a3c934b53b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324a8ccd-d5b1-4fce-b10c-eae3fc28e978,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:48.510388 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 46916) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:48.570898 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-456bd5c9-3e96-467a-8f18-7be2a9aef7c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:48.591960 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-456bd5c9-3e96-467a-8f18-7be2a9aef7c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:48.639252 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-456bd5c9-3e96-467a-8f18-7be2a9aef7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:48.642197 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-456bd5c9-3e96-467a-8f18-7be2a9aef7c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:48.643326 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-456bd5c9-3e96-467a-8f18-7be2a9aef7c2 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/324a8ccd-d5b1-4fce-b10c-eae3fc28e978 HTTP/1.1" status: 204 len: 168 time: 0.1319666 Oct 28 09:38:48.651723 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bd5c9-3e96-467a-8f18-7be2a9aef7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324a8ccd-d5b1-4fce-b10c-eae3fc28e978,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:49.219047 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55411435-edb9-42f9-8470-015a5d4168ca req-a068eb91-a295-4a2a-82b6-6f83afec8b01 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:49.220559 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-55411435-edb9-42f9-8470-015a5d4168ca req-a068eb91-a295-4a2a-82b6-6f83afec8b01 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0500112 Oct 28 09:38:49.264174 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-55411435-edb9-42f9-8470-015a5d4168ca req-d0e3f581-3d84-41e5-a737-80ede9e04219 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369127 Oct 28 09:38:49.324602 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:50.390857 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b634f-cb5b-49a1-9d22-1546f952eb89 req-60556495-065a-4b79-809a-7c63a3d90eda tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:50.392351 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-eb0b634f-cb5b-49a1-9d22-1546f952eb89 req-60556495-065a-4b79-809a-7c63a3d90eda tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0515206 Oct 28 09:38:50.430881 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-eb0b634f-cb5b-49a1-9d22-1546f952eb89 req-52fdcc65-8c74-4a41-a811-8093d9507723 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Oct 28 09:38:50.588286 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 47000) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:50.689723 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-696e5828-d6fe-4f89-84fb-a30d6ab0f70a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:50.762787 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-696e5828-d6fe-4f89-84fb-a30d6ab0f70a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:50.767346 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-696e5828-d6fe-4f89-84fb-a30d6ab0f70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:50.808761 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-696e5828-d6fe-4f89-84fb-a30d6ab0f70a admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=8be56ce6391c43f387df9dcbc5bd65b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193573 Oct 28 09:38:50.811312 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 47006) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:50.817658 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e5828-d6fe-4f89-84fb-a30d6ab0f70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75df7086-83c7-4be2-b831-66e73e93877e,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:50.865960 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1cae61d6-0d42-4c41-b0c7-b3210e4769f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:50.887010 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1cae61d6-0d42-4c41-b0c7-b3210e4769f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:50.933811 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1cae61d6-0d42-4c41-b0c7-b3210e4769f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:50.936492 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-1cae61d6-0d42-4c41-b0c7-b3210e4769f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:50.937679 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-1cae61d6-0d42-4c41-b0c7-b3210e4769f7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/75df7086-83c7-4be2-b831-66e73e93877e HTTP/1.1" status: 204 len: 168 time: 0.1254675 Oct 28 09:38:50.949382 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae61d6-0d42-4c41-b0c7-b3210e4769f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75df7086-83c7-4be2-b831-66e73e93877e,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:51.194629 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 47014) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:51.207711 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-6e983934-111d-407d-978a-b8c757305a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:51.280942 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-6e983934-111d-407d-978a-b8c757305a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:51.284686 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-6e983934-111d-407d-978a-b8c757305a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:51.325500 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-6e983934-111d-407d-978a-b8c757305a16 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b8388e1c7914457b9980dce457718fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298277 Oct 28 09:38:51.326305 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e983934-111d-407d-978a-b8c757305a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a4c055-dc10-423f-8c12-afb2f27885e4,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:51.328185 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 47016) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:38:51.378150 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-291234e1-3581-4559-8c7c-bb7f33140c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:51.399524 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-291234e1-3581-4559-8c7c-bb7f33140c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:51.445220 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-291234e1-3581-4559-8c7c-bb7f33140c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:51.447804 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-291234e1-3581-4559-8c7c-bb7f33140c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:51.451290 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-291234e1-3581-4559-8c7c-bb7f33140c18 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/b6a4c055-dc10-423f-8c12-afb2f27885e4 HTTP/1.1" status: 204 len: 168 time: 0.1196847 Oct 28 09:38:51.458536 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291234e1-3581-4559-8c7c-bb7f33140c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a4c055-dc10-423f-8c12-afb2f27885e4,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:51.549274 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de364f9e-b3fe-4883-b03e-26a1f6c94d42 req-d21c5372-2aa7-4388-93fb-979f6da81140 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:51.550905 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-de364f9e-b3fe-4883-b03e-26a1f6c94d42 req-d21c5372-2aa7-4388-93fb-979f6da81140 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0496669 Oct 28 09:38:51.591635 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-de364f9e-b3fe-4883-b03e-26a1f6c94d42 req-36facaa9-3c94-4719-bec9-8c35b7b4c578 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340188 Oct 28 09:38:52.714788 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8018e3e-1aa0-475a-a68e-350c3d4c9cca req-646ecf4a-5f8e-492a-8476-05af0f89bfdb tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:52.716243 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8018e3e-1aa0-475a-a68e-350c3d4c9cca req-646ecf4a-5f8e-492a-8476-05af0f89bfdb tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0514512 Oct 28 09:38:52.753003 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d8018e3e-1aa0-475a-a68e-350c3d4c9cca req-2c3ecbc1-8c18-42c2-8dbe-a249a0b9db1d tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308707 Oct 28 09:38:53.867853 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb5b52-8e8f-4578-a9f9-6a6a8957f3fd req-bd3deb01-e5d5-4971-93be-2bcbb9f4d9f8 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:53.869347 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a6eb5b52-8e8f-4578-a9f9-6a6a8957f3fd req-bd3deb01-e5d5-4971-93be-2bcbb9f4d9f8 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0495265 Oct 28 09:38:53.906456 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-a6eb5b52-8e8f-4578-a9f9-6a6a8957f3fd req-b203f023-d759-43dc-af6d-7da5e25e970a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312891 Oct 28 09:38:55.017855 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4949d-4d40-4527-a064-a52d1156cc69 req-b584075c-4a2d-4e59-9bb4-af29b8f5f172 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:55.019891 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fdd4949d-4d40-4527-a064-a52d1156cc69 req-b584075c-4a2d-4e59-9bb4-af29b8f5f172 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0476305 Oct 28 09:38:55.057919 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-fdd4949d-4d40-4527-a064-a52d1156cc69 req-9a508996-7446-48e7-8a2d-5edaf34cac75 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317481 Oct 28 09:38:56.181779 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e111c68-8ba6-4c9b-ab49-3efb413f1afd req-b5b23614-424b-4c53-b5b0-0965f771a399 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:56.183177 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3e111c68-8ba6-4c9b-ab49-3efb413f1afd req-b5b23614-424b-4c53-b5b0-0965f771a399 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0576875 Oct 28 09:38:56.222866 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3e111c68-8ba6-4c9b-ab49-3efb413f1afd req-36734c2b-4fdd-4939-b44c-49e1bb62293c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319781 Oct 28 09:38:57.339664 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b382d4-d5ac-494a-86b1-b1ff4b741c87 req-6604cf45-aab3-4ecf-8852-8f7cc0a3ea43 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:57.341220 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c6b382d4-d5ac-494a-86b1-b1ff4b741c87 req-6604cf45-aab3-4ecf-8852-8f7cc0a3ea43 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0485947 Oct 28 09:38:57.381145 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c6b382d4-d5ac-494a-86b1-b1ff4b741c87 req-5ffcfa54-3558-442d-9654-4f81c2052edf tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333865 Oct 28 09:38:58.495175 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9af20-2941-4729-9e16-91028a83c87b req-84c831b8-a0a2-4c77-824d-430e3f0303d0 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:58.496670 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f0e9af20-2941-4729-9e16-91028a83c87b req-84c831b8-a0a2-4c77-824d-430e3f0303d0 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0484893 Oct 28 09:38:58.534642 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f0e9af20-2941-4729-9e16-91028a83c87b req-572e4d63-daf7-4f40-ad4a-98f2fd9ec042 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Oct 28 09:38:59.393271 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:38:59.652033 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b58ed-4316-4f65-94c2-87691e9e150c req-4d78ec67-01e6-4cbc-a80d-38950a8ca442 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:38:59.653552 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-565b58ed-4316-4f65-94c2-87691e9e150c req-4d78ec67-01e6-4cbc-a80d-38950a8ca442 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0518291 Oct 28 09:38:59.690486 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-565b58ed-4316-4f65-94c2-87691e9e150c req-e2f401ea-c707-44a6-af64-ea6841359931 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310628 Oct 28 09:39:00.117137 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 47166) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:00.220048 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bfac9e19-7f40-4e4c-a6e9-9816f9a47809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.294809 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bfac9e19-7f40-4e4c-a6e9-9816f9a47809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.298722 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bfac9e19-7f40-4e4c-a6e9-9816f9a47809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.334433 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac9e19-7f40-4e4c-a6e9-9816f9a47809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0583c619-58f1-49be-b0f6-4d1706fc275b,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:00.339844 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-bfac9e19-7f40-4e4c-a6e9-9816f9a47809 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=ac7ae649b8e9404fba13fe160f96d697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216740 Oct 28 09:39:00.342435 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 47172) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:00.394690 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4a8293a8-0cac-46c2-a871-6bca1837ad9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.415664 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4a8293a8-0cac-46c2-a871-6bca1837ad9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.461792 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4a8293a8-0cac-46c2-a871-6bca1837ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.464352 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4a8293a8-0cac-46c2-a871-6bca1837ad9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:00.465471 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-4a8293a8-0cac-46c2-a871-6bca1837ad9c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/0583c619-58f1-49be-b0f6-4d1706fc275b HTTP/1.1" status: 204 len: 168 time: 0.1221569 Oct 28 09:39:00.472863 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8293a8-0cac-46c2-a871-6bca1837ad9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0583c619-58f1-49be-b0f6-4d1706fc275b,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:00.936634 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294f8a1-5033-44ab-a186-9a41425fae02 req-9188f2e4-42dc-4032-a63f-85c25ecceaee tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:00.938211 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4294f8a1-5033-44ab-a186-9a41425fae02 req-9188f2e4-42dc-4032-a63f-85c25ecceaee tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0539098 Oct 28 09:39:00.990435 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4294f8a1-5033-44ab-a186-9a41425fae02 req-2ae42c54-bd08-439d-aa17-529b8d87eba0 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439746 Oct 28 09:39:01.029505 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bdd973c3-0015-487d-94be-3713981c1840 req-5987293c-4187-433e-accf-245ccf84cb6c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1721325 Oct 28 09:39:01.114641 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 47204) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:01.211971 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-82866203-network', 'tenant_id': 'a38820c169144910a9c2a7d083bc9d1d'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:01.235017 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Made reservation on behalf of a38820c169144910a9c2a7d083bc9d1d for: {'network': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:39:01.238521 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for network, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.247832 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.333101 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.336832 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.366097 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=101413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:39:01.375124 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc0ea41-6a86-4f08-9346-5535b368325b,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:01.382260 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.383165 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.segments_db [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Added segment 104afcf3-6a3c-471d-b9b9-fb7a25ed1c55 of type vlan for network 930fd589-69d7-4add-ab2e-0b50f5149cb9 Oct 28 09:39:01.422212 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746348983727'] for network, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.446919 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500'] for network, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.447797 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:01.448435 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.500921 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3850734 Oct 28 09:39:01.503850 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 47210) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:01.510659 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] Request body: {'subnet': {'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-82866203-subnet', 'tenant_id': 'a38820c169144910a9c2a7d083bc9d1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:01.515444 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00c779-2101-44ab-a8d1-7062a2670acd admin admin] Pushing event updated for resources: {'Network': ['ID=930fd589-69d7-4add-ab2e-0b50f5149cb9,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:01.528092 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Network 930fd589-69d7-4add-ab2e-0b50f5149cb9 details requested by agent ovs-agent-dv-cinder-815145-4-iscsi with host dv-cinder-815145-4-iscsi {{(pid=101415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:39:01.537632 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] Made reservation on behalf of a38820c169144910a9c2a7d083bc9d1d for: {'subnet': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:39:01.540006 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30377752'] for subnet, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.738614 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30394273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30377738'] for subnet, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.809492 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a31a8fe-dc09-4614-9d5b-954ffd715405,revision_number=0']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:01.818173 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] Checking segment: {'id': '104afcf3-6a3c-471d-b9b9-fb7a25ed1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:39:01.818763 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] Network hostable DHCP agents. Network: 930fd589-69d7-4add-ab2e-0b50f5149cb9, hostable agents: ['b88b35ee-5b57-4f25-aa63-6a453e021f2a'], hosted agents: [] {{(pid=101414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:39:01.838085 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] Network 930fd589-69d7-4add-ab2e-0b50f5149cb9 is scheduled to be hosted by DHCP agent b88b35ee-5b57-4f25-aa63-6a453e021f2a with binding_index 1 {{(pid=101414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:39:01.854151 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815145-4-iscsi, 930fd589-69d7-4add-ab2e-0b50f5149cb9) {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:01.858985 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:01.859570 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:01.863718 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e783c656-096c-4ef6-b54e-c6bab31efec3 None None] Network 930fd589-69d7-4add-ab2e-0b50f5149cb9 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:39:01.880022 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-3a6a282c-a47e-4d73-8a44-90f7426e46b5 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3727834 Oct 28 09:39:02.033710 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433b1c4-b3e0-4981-ba35-1f0fff11b8b4 None None] Network 930fd589-69d7-4add-ab2e-0b50f5149cb9 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:39:02.169514 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67b6e6-3870-45a4-98d0-623d594ad475 req-65abbcb0-7996-4c16-a805-7c176cb9508a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.171328 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3f67b6e6-3870-45a4-98d0-623d594ad475 req-65abbcb0-7996-4c16-a805-7c176cb9508a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0779455 Oct 28 09:39:02.231196 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3f67b6e6-3870-45a4-98d0-623d594ad475 req-81929542-8223-4431-bd37-4ce0e6be4fcc tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524840 Oct 28 09:39:02.398663 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 47242) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:02.434902 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-222cb10d-33e3-4091-a059-df1a56b0de35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566781 Oct 28 09:39:02.510026 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-0627cd41-a2aa-4c0c-a404-144e59f579fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.511673 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-0627cd41-a2aa-4c0c-a404-144e59f579fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 1098 time: 0.0506742 Oct 28 09:39:02.561903 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8b27640f-0d59-4bba-bee6-3d942307d0ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:02.654491 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-56f80ba1-6d32-44a2-b9fa-f093d954c5f9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757845198&fields=id&tenant_id=660ec9ee8b0f45138a129b50c8550f44 HTTP/1.1" status: 200 len: 267 time: 0.0528011 Oct 28 09:39:02.671886 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8b27640f-0d59-4bba-bee6-3d942307d0ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:02.677260 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-8b27640f-0d59-4bba-bee6-3d942307d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:02.723097 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-8b27640f-0d59-4bba-bee6-3d942307d0ee admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=31358df21e784e67ae563aa597d9c39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229752 Oct 28 09:39:02.724358 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27640f-0d59-4bba-bee6-3d942307d0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3853dd-dee7-4075-9392-c22387975aec,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:02.725815 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 47258) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:02.749682 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-9f3dbade-b9d5-4074-a860-f59641f4f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.751206 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-9f3dbade-b9d5-4074-a860-f59641f4f476 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 913 time: 0.2161565 Oct 28 09:39:02.867469 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-c92145a7-b41e-485a-84bb-db2d8da568ef tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:02.868938 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-c92145a7-b41e-485a-84bb-db2d8da568ef tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 811 time: 0.2056923 Oct 28 09:39:02.886943 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-8c6fe1f8-be8c-4742-aad2-00c06f7a6e7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=214537d8-5ea3-4a1d-aa60-88a36cce2479 HTTP/1.1" status: 200 len: 1001 time: 0.1256597 Oct 28 09:39:02.891318 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e962275b-8a17-4f96-9ad5-650e68397c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:02.894372 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-935d6c42-3efa-4bdb-99d8-9698a753087f tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/quotas/660ec9ee8b0f45138a129b50c8550f44 HTTP/1.1" status: 200 len: 375 time: 0.0170567 Oct 28 09:39:02.958177 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e962275b-8a17-4f96-9ad5-650e68397c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:03.013502 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-ae5ac829-8b03-43b6-ba00-16ca2a3011e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:03.015036 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-ae5ac829-8b03-43b6-ba00-16ca2a3011e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.1179957 Oct 28 09:39:03.061914 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-ed72750b-ce83-400c-9e1b-d08e6c4128a6 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1491394 Oct 28 09:39:03.087084 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-1a3d5913-e9ac-403e-9a95-2cc4ec3ac0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:03.088928 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-1a3d5913-e9ac-403e-9a95-2cc4ec3ac0d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667367 Oct 28 09:39:03.090876 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e962275b-8a17-4f96-9ad5-650e68397c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:03.093353 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e962275b-8a17-4f96-9ad5-650e68397c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:03.094351 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-e962275b-8a17-4f96-9ad5-650e68397c7e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/8a3853dd-dee7-4075-9392-c22387975aec HTTP/1.1" status: 204 len: 168 time: 0.3676333 Oct 28 09:39:03.182705 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962275b-8a17-4f96-9ad5-650e68397c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3853dd-dee7-4075-9392-c22387975aec,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:03.246930 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-7c75e70c-0a7a-4419-af3b-dcbea4ff9592 service neutron] 10.222.0.117 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711586 Oct 28 09:39:03.252042 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-65a73834-f7ee-4f32-8d1f-aa6220727b96 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209583 Oct 28 09:39:03.374891 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f53523-3ddd-4c7d-8911-589c40ba5482 req-42ed1ca1-4fe5-4649-b64f-22ac5e8f7ea7 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:03.384074 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f8f53523-3ddd-4c7d-8911-589c40ba5482 req-42ed1ca1-4fe5-4649-b64f-22ac5e8f7ea7 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0790725 Oct 28 09:39:03.426979 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f8f53523-3ddd-4c7d-8911-589c40ba5482 req-8fb8742b-5062-4127-9e4e-73c8e9c6a939 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419085 Oct 28 09:39:03.686931 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-1b85526f-6b59-418f-9cb3-1cbcd7dafd11 service neutron] 10.222.0.117 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329004 Oct 28 09:39:03.690762 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0262c36b-c4c0-4983-afeb-22f2084ce94c req-38c4da90-d1d3-4bea-a0ad-c7b58b7ff5c8 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286079 Oct 28 09:39:04.098695 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1f8021ec-b6f3-4b38-a838-13583b2fae83 req-8c95320d-5c3a-4140-85ca-1f1fc7c453b1 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 210 time: 0.0445440 Oct 28 09:39:04.303930 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 47330) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:04.354007 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c80ad-c21b-408e-998a-c875d216380b req-33773cb0-d51f-45ee-8346-15eb0eb69e5b tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:04.361615 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-33773cb0-d51f-45ee-8346-15eb0eb69e5b tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/networks?id=930fd589-69d7-4add-ab2e-0b50f5149cb9 HTTP/1.1" status: 200 len: 807 time: 0.4975250 Oct 28 09:39:04.381082 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-67ce7c11-aa5d-466e-b1e0-1d7f3a8d69f8 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/quotas/a38820c169144910a9c2a7d083bc9d1d HTTP/1.1" status: 200 len: 375 time: 0.0124629 Oct 28 09:39:04.434468 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-5338457e-709e-47d4-a4ba-491bd24f8f38 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=a38820c169144910a9c2a7d083bc9d1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461879 Oct 28 09:39:04.536222 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ccd4efdc-4867-4d1c-a1c2-9f7c26e0ea75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:04.580140 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-4e4daac2-cac6-4f96-88bf-90e4ed940458 service neutron] 10.222.0.117 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380222 Oct 28 09:39:04.733721 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a5f3c-e7ca-473d-a9dc-5b4fbcc39386 req-9b8f7124-720e-4d3b-9c69-b798154d00c1 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:04.735978 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-593a5f3c-e7ca-473d-a9dc-5b4fbcc39386 req-9b8f7124-720e-4d3b-9c69-b798154d00c1 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.1408441 Oct 28 09:39:04.782806 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ccd4efdc-4867-4d1c-a1c2-9f7c26e0ea75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:04.783470 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-020beace-09d2-4a49-9d4d-2ef98d132836 service neutron] 10.222.0.117 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019370 Oct 28 09:39:04.789909 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ccd4efdc-4867-4d1c-a1c2-9f7c26e0ea75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:04.825100 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-593a5f3c-e7ca-473d-a9dc-5b4fbcc39386 req-8dc22ec4-fac0-497d-8e4b-6c24dbb080b5 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778098 Oct 28 09:39:04.856167 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4efdc-4867-4d1c-a1c2-9f7c26e0ea75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaa5cc5-9d30-410f-9c1e-1ff2cabd117f,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:04.863142 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-ccd4efdc-4867-4d1c-a1c2-9f7c26e0ea75 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e2fec9770f45479f8a8c9bb4a2a98a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579150 Oct 28 09:39:04.866408 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 47346) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:04.935563 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a503a6af-57d0-446b-a961-d93d56f129bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:04.980644 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-34ed13d1-0a94-4956-ad17-776b09fe2315 req-e8caa2f7-719e-4f48-81b4-c64c333adb8d tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 210 time: 0.0392745 Oct 28 09:39:04.987172 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a503a6af-57d0-446b-a961-d93d56f129bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:05.043893 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a503a6af-57d0-446b-a961-d93d56f129bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:05.047231 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a503a6af-57d0-446b-a961-d93d56f129bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:05.051123 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a503a6af-57d0-446b-a961-d93d56f129bd admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/edaa5cc5-9d30-410f-9c1e-1ff2cabd117f HTTP/1.1" status: 204 len: 168 time: 0.1804528 Oct 28 09:39:05.058359 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503a6af-57d0-446b-a961-d93d56f129bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaa5cc5-9d30-410f-9c1e-1ff2cabd117f,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:05.214992 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2e5915bb-221a-4158-bfb8-28f67be4b02c req-eb9e7676-bc35-4f0e-8d7e-8d594fe15862 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 210 time: 0.0333717 Oct 28 09:39:05.731669 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-f18d84e8-2145-428f-9c72-85c7eb20d205 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:05.734114 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-f18d84e8-2145-428f-9c72-85c7eb20d205 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 811 time: 0.1370907 Oct 28 09:39:05.808645 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-b2d7d4fa-1e6e-4715-b1da-b8c148a6b231 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=660ec9ee8b0f45138a129b50c8550f44 HTTP/1.1" status: 200 len: 379 time: 0.0553958 Oct 28 09:39:05.823042 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'port': {'device_id': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'admin_state_up': True, 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'security_groups': ['cab2657b-738b-4884-ae4d-956c0faf5566']}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:05.994408 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97a8e-c8ba-474b-9e0a-4bc6efd2d287 req-c0654cba-16f3-4935-9a3f-57b9fbad58ff tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:06.003445 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6fb97a8e-c8ba-474b-9e0a-4bc6efd2d287 req-c0654cba-16f3-4935-9a3f-57b9fbad58ff tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0877333 Oct 28 09:39:06.063640 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Made reservation on behalf of 660ec9ee8b0f45138a129b50c8550f44 for: {'port': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:39:06.070972 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:06.096116 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6fb97a8e-c8ba-474b-9e0a-4bc6efd2d287 req-141c1df7-870e-40dc-a393-cc6fadcdaca2 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912611 Oct 28 09:39:06.174988 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-bd11a0f7-348f-4ceb-9b88-e148907febc6 req-16a88aa8-d6bb-4a5a-b42c-be6bdf8bed74 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 210 time: 0.0630672 Oct 28 09:39:06.271484 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c80ad-c21b-408e-998a-c875d216380b req-1aa91221-11f8-4885-8f0d-5042922b855d tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:06.273978 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-1aa91221-11f8-4885-8f0d-5042922b855d tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.32 "GET /v2.0/networks?id=930fd589-69d7-4add-ab2e-0b50f5149cb9 HTTP/1.1" status: 200 len: 807 time: 0.1973915 Oct 28 09:39:06.298888 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Request body: {'port': {'device_id': 'f340b6af-d9ed-4caa-962d-71f4c8450aaa', 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9', 'admin_state_up': True, 'tenant_id': 'a38820c169144910a9c2a7d083bc9d1d'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:06.445227 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-313fc40c-8315-4666-838a-4bf46e3627a6 req-9d1150a5-cec4-4e5c-8f80-c89ac11eb715 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 210 time: 0.0792708 Oct 28 09:39:06.452290 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Allocated IP 172.20.0.6 (15b4b253-ed13-4514-badd-13a38423868c/b2707181-8062-4a4e-8220-a7fe5a3ab23f/80ec90f1-3976-49bd-8391-e40b04fde592) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:39:06.532552 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Made reservation on behalf of a38820c169144910a9c2a7d083bc9d1d for: {'port': 1} {{(pid=101413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:39:06.537043 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:06.632628 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:06.674092 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:06.675983 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Allocated IP 172.20.0.11 (930fd589-69d7-4add-ab2e-0b50f5149cb9/7a31a8fe-dc09-4614-9d5b-954ffd715405/406098ee-f63d-4c96-959b-28dd130ae15d) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:39:06.727417 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Network 15b4b253-ed13-4514-badd-13a38423868c is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:39:06.731217 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:06.735692 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:39:06.797828 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:06.798523 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:06.823529 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'Port': ['ID=80ec90f1-3976-49bd-8391-e40b04fde592,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:06.841402 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9e2d2c5-4e24-4525-b363-32c151a24ae9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0265832 Oct 28 09:39:06.858852 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Request body: {'port': {'device_id': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:06.933774 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:06.935684 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:06.979950 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.037833 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-86c35846-d40b-4a29-a65b-e045bde9722e None None] Provisioning complete for port 80ec90f1-3976-49bd-8391-e40b04fde592 triggered by entity DHCP. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:39:07.038432 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Network 930fd589-69d7-4add-ab2e-0b50f5149cb9 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:39:07.039005 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-86c35846-d40b-4a29-a65b-e045bde9722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.042299 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:07.045887 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:39:07.080913 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Pushing event updated for resources: {'Port': ['ID=406098ee-f63d-4c96-959b-28dd130ae15d,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:07.096271 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-86c35846-d40b-4a29-a65b-e045bde9722e None None] Port 80ec90f1-3976-49bd-8391-e40b04fde592 cannot update to ACTIVE because it is not bound. {{(pid=101415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:39:07.117810 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:07.118376 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.141544 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-531614fa-79ea-4706-828f-644624158309 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8484600 Oct 28 09:39:07.157911 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Request body: {'port': {'device_id': 'f340b6af-d9ed-4caa-962d-71f4c8450aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:07.249541 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.273417 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8cc90-6402-4684-b314-fa62d42ad2ed req-7fa4efdd-d82c-421f-9b5b-696f9d54c5bb tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:07.274935 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-75e8cc90-6402-4684-b314-fa62d42ad2ed req-7fa4efdd-d82c-421f-9b5b-696f9d54c5bb tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0964167 Oct 28 09:39:07.284702 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ec90f1-3976-49bd-8391-e40b04fde592 {{(pid=101414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:39:07.303294 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.334740 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.provisioning_blocks [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Transition to ACTIVE for port object 80ec90f1-3976-49bd-8391-e40b04fde592 will not be triggered until provisioned by entity L2. {{(pid=101414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:39:07.341739 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.360082 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d3d20-b0d0-4ed0-80a5-7d5555772d5d req-09ef5652-2475-4d4e-9f4d-6da82753eb42 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:07.361627 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-499d3d20-b0d0-4ed0-80a5-7d5555772d5d req-09ef5652-2475-4d4e-9f4d-6da82753eb42 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 932 time: 0.0721185 Oct 28 09:39:07.408722 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-75e8cc90-6402-4684-b314-fa62d42ad2ed req-b9f668c9-b97f-4365-b12c-a8a8784ba964 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077447 Oct 28 09:39:07.451595 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Pushing event updated for resources: {'Port': ['ID=80ec90f1-3976-49bd-8391-e40b04fde592,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:07.536678 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-499d3d20-b0d0-4ed0-80a5-7d5555772d5d req-40d648d8-41c1-43b7-96c7-d5188b7c5428 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466057 Oct 28 09:39:07.612261 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd973c3-0015-487d-94be-3713981c1840 req-a204a093-454f-42bc-9192-87dc4d1e970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:07.614666 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bdd973c3-0015-487d-94be-3713981c1840 req-a204a093-454f-42bc-9192-87dc4d1e970f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031&tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f HTTP/1.1" status: 200 len: 1096 time: 0.1748049 Oct 28 09:39:07.617703 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Attempting to bind port 80ec90f1-3976-49bd-8391-e40b04fde592 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:39:07.618068 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Attempting to bind port 80ec90f1-3976-49bd-8391-e40b04fde592 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:39:07.618497 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Attempting to bind port 80ec90f1-3976-49bd-8391-e40b04fde592 on network 15b4b253-ed13-4514-badd-13a38423868c {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:39:07.635177 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Port 80ec90f1-3976-49bd-8391-e40b04fde592 on network 15b4b253-ed13-4514-badd-13a38423868c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:39:07.635647 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Attempting to bind port 80ec90f1-3976-49bd-8391-e40b04fde592 on network 15b4b253-ed13-4514-badd-13a38423868c {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:39:07.641879 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:39:07.642215 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Checking segment: {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:39:07.642677 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Bound using segment: {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:39:07.643085 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Bound port: 80ec90f1-3976-49bd-8391-e40b04fde592, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '15b4b253-ed13-4514-badd-13a38423868c'}}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:39:07.643392 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.650970 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b88fdd-6269-4cf2-a3dc-84c1f6ba7689 req-20d04d40-5c72-4bc3-851b-57657373e206 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:07.652533 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-83b88fdd-6269-4cf2-a3dc-84c1f6ba7689 req-20d04d40-5c72-4bc3-851b-57657373e206 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 943 time: 0.1088636 Oct 28 09:39:07.744761 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-83b88fdd-6269-4cf2-a3dc-84c1f6ba7689 req-90538324-a843-472e-b2d1-825ee640c9ad tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813172 Oct 28 09:39:07.752612 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd973c3-0015-487d-94be-3713981c1840 req-133b1873-66bb-41d4-be65-1da0788e3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:07.754069 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bdd973c3-0015-487d-94be-3713981c1840 req-133b1873-66bb-41d4-be65-1da0788e3cf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f&device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 1096 time: 0.0966570 Oct 28 09:39:07.759403 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] For port 80ec90f1-3976-49bd-8391-e40b04fde592, host hv-cinder-81514, cleared binding levels {{(pid=101414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:39:07.764126 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] For port 80ec90f1-3976-49bd-8391-e40b04fde592, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=80ec90f1-3976-49bd-8391-e40b04fde592,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:39:07.771932 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406098ee-f63d-4c96-959b-28dd130ae15d {{(pid=101413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:39:07.781344 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.798595 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.provisioning_blocks [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Transition to ACTIVE for port object 406098ee-f63d-4c96-959b-28dd130ae15d will not be triggered until provisioned by entity L2. {{(pid=101413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:39:07.804797 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.860845 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.876566 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Pushing event updated for resources: {'Port': ['ID=406098ee-f63d-4c96-959b-28dd130ae15d,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:07.926145 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:07.927204 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:07.928687 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] 10.222.0.32 "PUT /v2.0/ports/80ec90f1-3976-49bd-8391-e40b04fde592 HTTP/1.1" status: 200 len: 1093 time: 1.0751204 Oct 28 09:39:07.929151 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'tag': '80ec90f1-3976-49bd-8391-e40b04fde592'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:07.931465 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0566d36-ae85-4690-9125-e77c7d473de2" -d '{"events": [{"name": "network-changed", "server_uuid": "f86a4f20-de6a-4d76-8554-ef683c5dd274", "tag": "80ec90f1-3976-49bd-8391-e40b04fde592"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:07.966703 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe9483-3c85-40ce-a9b3-a6c16e65c895 service neutron] Pushing event updated for resources: {'Port': ['ID=80ec90f1-3976-49bd-8391-e40b04fde592,revision_number=3']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:07.973807 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd973c3-0015-487d-94be-3713981c1840 req-830d45bb-2763-48aa-b19a-be1fcaff0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:07.976937 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Attempting to bind port 406098ee-f63d-4c96-959b-28dd130ae15d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:39:07.977447 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Attempting to bind port 406098ee-f63d-4c96-959b-28dd130ae15d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '104afcf3-6a3c-471d-b9b9-fb7a25ed1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9'}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:39:07.977782 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Attempting to bind port 406098ee-f63d-4c96-959b-28dd130ae15d on network 930fd589-69d7-4add-ab2e-0b50f5149cb9 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:39:07.983189 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Port 406098ee-f63d-4c96-959b-28dd130ae15d on network 930fd589-69d7-4add-ab2e-0b50f5149cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:39:07.983514 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Attempting to bind port 406098ee-f63d-4c96-959b-28dd130ae15d on network 930fd589-69d7-4add-ab2e-0b50f5149cb9 {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:39:07.984998 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bdd973c3-0015-487d-94be-3713981c1840 req-830d45bb-2763-48aa-b19a-be1fcaff0ba5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef HTTP/1.1" status: 200 len: 910 time: 0.2199929 Oct 28 09:39:07.989989 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:39:07.990329 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Checking segment: {'id': '104afcf3-6a3c-471d-b9b9-fb7a25ed1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:39:07.990756 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Bound using segment: {'id': '104afcf3-6a3c-471d-b9b9-fb7a25ed1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9'} {{(pid=101413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:39:07.991310 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.managers [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Bound port: 406098ee-f63d-4c96-959b-28dd130ae15d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '104afcf3-6a3c-471d-b9b9-fb7a25ed1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9'}}] {{(pid=101413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:39:07.991549 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:08.009362 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f30606-eac3-4b2d-875a-3dbc44c0c7dd x-openstack-request-id: req-86f30606-eac3-4b2d-875a-3dbc44c0c7dd {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:08.009666 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86a4f20-de6a-4d76-8554-ef683c5dd274", "tag": "80ec90f1-3976-49bd-8391-e40b04fde592", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:08.009928 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-86f30606-eac3-4b2d-875a-3dbc44c0c7dd {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:08.010338 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'tag': '80ec90f1-3976-49bd-8391-e40b04fde592', 'status': 'completed', 'code': 200} Oct 28 09:39:08.096807 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] For port 406098ee-f63d-4c96-959b-28dd130ae15d, host hv-cinder-81514, cleared binding levels {{(pid=101413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:39:08.101807 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] For port 406098ee-f63d-4c96-959b-28dd130ae15d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=406098ee-f63d-4c96-959b-28dd130ae15d,segment=NetworkSegment(104afcf3-6a3c-471d-b9b9-fb7a25ed1c55),segment_id=104afcf3-6a3c-471d-b9b9-fb7a25ed1c55)] {{(pid=101413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:39:08.116577 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:08.116708 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bdd973c3-0015-487d-94be-3713981c1840 req-6d208879-fc61-4729-ae46-7e0fc2d2a482 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0 HTTP/1.1" status: 200 len: 998 time: 0.1194186 Oct 28 09:39:08.128116 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-55a99b5c-5018-43cf-bf32-aab15952b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.132032 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-55a99b5c-5018-43cf-bf32-aab15952b468 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 1096 time: 0.1339972 Oct 28 09:39:08.146486 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.147400 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:08.149144 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] 10.222.0.32 "PUT /v2.0/ports/406098ee-f63d-4c96-959b-28dd130ae15d HTTP/1.1" status: 200 len: 1094 time: 0.9991646 Oct 28 09:39:08.151682 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f340b6af-d9ed-4caa-962d-71f4c8450aaa', 'tag': '406098ee-f63d-4c96-959b-28dd130ae15d'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:08.154696 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964e908d-c06d-490d-898f-d8767ac5a7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f340b6af-d9ed-4caa-962d-71f4c8450aaa", "tag": "406098ee-f63d-4c96-959b-28dd130ae15d"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:08.191497 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f71bc-bb4c-4187-9aa0-d71eaa18ae4e service neutron] Pushing event updated for resources: {'Port': ['ID=406098ee-f63d-4c96-959b-28dd130ae15d,revision_number=3']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:08.221685 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-c1936b57-8453-4bf2-a2d3-edf55b7e8551 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80ec90f1-3976-49bd-8391-e40b04fde592 HTTP/1.1" status: 200 len: 217 time: 0.0797689 Oct 28 09:39:08.227728 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66cc5d4-ea8c-49f9-87e7-d15b03571bcb x-openstack-request-id: req-a66cc5d4-ea8c-49f9-87e7-d15b03571bcb {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:08.228092 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f340b6af-d9ed-4caa-962d-71f4c8450aaa", "tag": "406098ee-f63d-4c96-959b-28dd130ae15d", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:08.228462 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-a66cc5d4-ea8c-49f9-87e7-d15b03571bcb {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:08.228981 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f340b6af-d9ed-4caa-962d-71f4c8450aaa', 'tag': '406098ee-f63d-4c96-959b-28dd130ae15d', 'status': 'completed', 'code': 200} Oct 28 09:39:08.268518 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c80ad-c21b-408e-998a-c875d216380b req-18bf2cdb-7ba9-4c05-b6c3-32657b981eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.273154 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-18bf2cdb-7ba9-4c05-b6c3-32657b981eef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a38820c169144910a9c2a7d083bc9d1d&device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 1097 time: 0.0533757 Oct 28 09:39:08.276045 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd973c3-0015-487d-94be-3713981c1840 req-c8e3ac95-e5aa-428c-a571-127d1bbcce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.277829 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bdd973c3-0015-487d-94be-3713981c1840 req-c8e3ac95-e5aa-428c-a571-127d1bbcce0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eb72e66-749a-4452-b0ca-8ddd85aca794 HTTP/1.1" status: 200 len: 847 time: 0.1521928 Oct 28 09:39:08.318939 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-6224c11f-4122-4b3d-9dd9-91c43fd35f57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=406098ee-f63d-4c96-959b-28dd130ae15d HTTP/1.1" status: 200 len: 217 time: 0.0402324 Oct 28 09:39:08.319279 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-2a90ee00-9513-4777-b11c-f81f5433efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.320720 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-2a90ee00-9513-4777-b11c-f81f5433efae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0900252 Oct 28 09:39:08.336273 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd973c3-0015-487d-94be-3713981c1840 req-9f3a3c11-b1c3-45d2-89d8-58b014b12460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.337742 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bdd973c3-0015-487d-94be-3713981c1840 req-9f3a3c11-b1c3-45d2-89d8-58b014b12460 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520957 Oct 28 09:39:08.385985 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c80ad-c21b-408e-998a-c875d216380b req-acd28386-f76f-4c78-ad04-471a36fc8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.387563 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-acd28386-f76f-4c78-ad04-471a36fc8f4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a31a8fe-dc09-4614-9d5b-954ffd715405 HTTP/1.1" status: 200 len: 847 time: 0.0550323 Oct 28 09:39:08.424407 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-c0c697ba-3601-4a1a-b452-dd9b0f2a2d82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=930fd589-69d7-4add-ab2e-0b50f5149cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281417 Oct 28 09:39:08.447739 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-3d13a484-da42-4a9a-a447-ef497782c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.449353 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-3d13a484-da42-4a9a-a447-ef497782c7d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151872 Oct 28 09:39:08.524080 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bdd973c3-0015-487d-94be-3713981c1840 req-aede8645-97ee-4ae0-848a-b4541e2e486d service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779785 Oct 28 09:39:08.557271 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-fc8dc62f-6ed6-4c4a-9f7e-5d4e152ada8c service neutron] 10.222.0.32 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100993 Oct 28 09:39:08.660346 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87042bff-dbef-4ab4-b636-49919e61e62b req-a29c2f2d-4dac-4473-bc40-8d79e8d7e66c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.661858 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-87042bff-dbef-4ab4-b636-49919e61e62b req-a29c2f2d-4dac-4473-bc40-8d79e8d7e66c tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.1428626 Oct 28 09:39:08.675239 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-272e8985-57d9-49ea-8e72-f12504eda000 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128489 Oct 28 09:39:08.693920 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906108d5-049e-4431-8e46-51a2b3c4f21d req-42f974d1-87c8-466d-8b83-ee401a2d8425 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.695499 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-906108d5-049e-4431-8e46-51a2b3c4f21d req-42f974d1-87c8-466d-8b83-ee401a2d8425 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 944 time: 0.0773144 Oct 28 09:39:08.714689 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-f48c80ad-c21b-408e-998a-c875d216380b req-02d7a526-2e22-4534-8b17-64230d7dc11a service neutron] 10.222.0.32 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499758 Oct 28 09:39:08.731509 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-bdd973c3-0015-487d-94be-3713981c1840 req-4cdc3ff7-8cc0-4257-b554-51eede5260b8 service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982315 Oct 28 09:39:08.746320 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-906108d5-049e-4431-8e46-51a2b3c4f21d req-a53722ba-082d-4e38-b925-d35546467de9 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Oct 28 09:39:08.797726 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-87042bff-dbef-4ab4-b636-49919e61e62b req-a48a1926-740e-4031-8304-799a1436e769 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248159 Oct 28 09:39:08.861376 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e908d-c06d-490d-898f-d8767ac5a7c7 req-d56772fc-07a2-4829-a20c-0ec928c31d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.862894 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-964e908d-c06d-490d-898f-d8767ac5a7c7 req-d56772fc-07a2-4829-a20c-0ec928c31d59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a38820c169144910a9c2a7d083bc9d1d&device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 1097 time: 0.0875587 Oct 28 09:39:08.865099 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-72a20d6c-8b7f-49fb-b0ff-e81261ba2464 req-f977cd00-561f-45d3-b71d-5a9220234eeb service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776917 Oct 28 09:39:08.883166 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16926c6-0e85-4ee1-a25d-813246fa38e2 req-73ff4ada-b12f-4618-a4a7-9e254ebc632f tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.885428 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b16926c6-0e85-4ee1-a25d-813246fa38e2 req-73ff4ada-b12f-4618-a4a7-9e254ebc632f tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 943 time: 0.0598907 Oct 28 09:39:08.933180 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b16926c6-0e85-4ee1-a25d-813246fa38e2 req-fd75874d-d494-48d7-924c-42408a712005 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403831 Oct 28 09:39:08.993980 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0566d36-ae85-4690-9125-e77c7d473de2 req-e7155876-20fc-4011-8899-09de1ab21850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:08.995468 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a0566d36-ae85-4690-9125-e77c7d473de2 req-e7155876-20fc-4011-8899-09de1ab21850 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 1096 time: 0.0664356 Oct 28 09:39:09.004295 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e908d-c06d-490d-898f-d8767ac5a7c7 req-b81e8bde-edb8-4381-a878-260a362aadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:09.005718 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-964e908d-c06d-490d-898f-d8767ac5a7c7 req-b81e8bde-edb8-4381-a878-260a362aadb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=930fd589-69d7-4add-ab2e-0b50f5149cb9 HTTP/1.1" status: 200 len: 909 time: 0.1318846 Oct 28 09:39:09.093641 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-964e908d-c06d-490d-898f-d8767ac5a7c7 req-8df21cdc-b825-48dc-afca-6ca33eec2bfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=406098ee-f63d-4c96-959b-28dd130ae15d HTTP/1.1" status: 200 len: 217 time: 0.0787368 Oct 28 09:39:09.169800 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e908d-c06d-490d-898f-d8767ac5a7c7 req-1327d5f3-f4ec-4983-8386-93acda0a5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:09.171240 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-964e908d-c06d-490d-898f-d8767ac5a7c7 req-1327d5f3-f4ec-4983-8386-93acda0a5239 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a31a8fe-dc09-4614-9d5b-954ffd715405 HTTP/1.1" status: 200 len: 847 time: 0.0675120 Oct 28 09:39:09.172624 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0566d36-ae85-4690-9125-e77c7d473de2 req-280eab0f-f887-4f72-9181-e87efda762e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:09.173973 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a0566d36-ae85-4690-9125-e77c7d473de2 req-280eab0f-f887-4f72-9181-e87efda762e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 913 time: 0.1603150 Oct 28 09:39:09.259749 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-964e908d-c06d-490d-898f-d8767ac5a7c7 req-00940a20-794d-44a7-a4d1-f6a9a6a23fa9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=930fd589-69d7-4add-ab2e-0b50f5149cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595636 Oct 28 09:39:09.261404 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a0566d36-ae85-4690-9125-e77c7d473de2 req-c8e657b7-d0f9-4ba7-9139-81a216405584 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80ec90f1-3976-49bd-8391-e40b04fde592 HTTP/1.1" status: 200 len: 217 time: 0.0528820 Oct 28 09:39:09.375107 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0566d36-ae85-4690-9125-e77c7d473de2 req-f0fc1494-a27d-4a81-b274-c811582d22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:09.376635 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a0566d36-ae85-4690-9125-e77c7d473de2 req-f0fc1494-a27d-4a81-b274-c811582d22f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0962639 Oct 28 09:39:09.432809 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-964e908d-c06d-490d-898f-d8767ac5a7c7 req-00b6a031-3a93-4aac-a200-8f71844e2d3c service neutron] 10.222.0.32 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535504 Oct 28 09:39:09.444418 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0566d36-ae85-4690-9125-e77c7d473de2 req-7a20666a-1942-4938-843c-d041b64b1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:09.445828 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a0566d36-ae85-4690-9125-e77c7d473de2 req-7a20666a-1942-4938-843c-d041b64b1da8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601578 Oct 28 09:39:09.612500 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-964e908d-c06d-490d-898f-d8767ac5a7c7 req-10fc2bd4-da70-493b-8f18-1b60fbf7f5c0 service neutron] 10.222.0.32 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710498 Oct 28 09:39:09.616644 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a0566d36-ae85-4690-9125-e77c7d473de2 req-1e3082e1-e3b9-47c2-8847-b12d6d3a3c00 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532784 Oct 28 09:39:09.734516 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a0566d36-ae85-4690-9125-e77c7d473de2 req-4bb57989-70f9-4797-a72c-f88e5dc46eab service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086388 Oct 28 09:39:09.881044 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777f935-2313-47aa-82e3-1c83e68ed085 req-abbd5c2f-8894-4819-a154-007edf023520 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:09.882594 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d777f935-2313-47aa-82e3-1c83e68ed085 req-abbd5c2f-8894-4819-a154-007edf023520 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 944 time: 0.0561659 Oct 28 09:39:09.931517 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d777f935-2313-47aa-82e3-1c83e68ed085 req-5ae8dd68-dfae-4693-afd7-47218bb9cf5a tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Oct 28 09:39:09.940968 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a064e98-745c-4ebf-9128-21c7ead98dce req-23025bf7-9072-4e7b-917f-32a5464c1904 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:09.944775 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0a064e98-745c-4ebf-9128-21c7ead98dce req-23025bf7-9072-4e7b-917f-32a5464c1904 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0570354 Oct 28 09:39:09.984445 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0a064e98-745c-4ebf-9128-21c7ead98dce req-a27eea67-62f8-4f01-a806-4b09405c56b8 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353351 Oct 28 09:39:10.057177 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840539bb-5e21-4e44-940d-2a403897bdbc req-f74e6015-e04d-44a9-8b96-0546ce75626c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:10.058678 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-840539bb-5e21-4e44-940d-2a403897bdbc req-f74e6015-e04d-44a9-8b96-0546ce75626c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 943 time: 0.0556157 Oct 28 09:39:10.098622 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-840539bb-5e21-4e44-940d-2a403897bdbc req-22a093a6-9d94-4420-9d35-b8f50b72e992 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335763 Oct 28 09:39:10.457169 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 406098ee-f63d-4c96-959b-28dd130ae15d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:39:10.556886 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 406098ee-f63d-4c96-959b-28dd130ae15d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=406098ee-f63d-4c96-959b-28dd130ae15d,segment=NetworkSegment(104afcf3-6a3c-471d-b9b9-fb7a25ed1c55),segment_id=104afcf3-6a3c-471d-b9b9-fb7a25ed1c55)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:10.568923 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '406098ee-f63d-4c96-959b-28dd130ae15d', 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9', 'port_id': '406098ee-f63d-4c96-959b-28dd130ae15d', 'mac_address': 'fa:16:3e:a4:be:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a31a8fe-dc09-4614-9d5b-954ffd715405', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:39:10.605352 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:10.618653 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406098ee-f63d-4c96-959b-28dd130ae15d {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:39:10.638113 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 406098ee-f63d-4c96-959b-28dd130ae15d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=406098ee-f63d-4c96-959b-28dd130ae15d,segment=NetworkSegment(104afcf3-6a3c-471d-b9b9-fb7a25ed1c55),segment_id=104afcf3-6a3c-471d-b9b9-fb7a25ed1c55)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:10.642390 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:10.689977 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=406098ee-f63d-4c96-959b-28dd130ae15d,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:10.888075 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['406098ee-f63d-4c96-959b-28dd130ae15d'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:11.014000 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:39:11.106971 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e570dc8-2564-44b2-8c2d-7d474b973307 req-4b472a44-d7c6-4b2c-a878-ea8414b54a70 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:11.112567 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0e570dc8-2564-44b2-8c2d-7d474b973307 req-4b472a44-d7c6-4b2c-a878-ea8414b54a70 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 945 time: 0.1031225 Oct 28 09:39:11.145550 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e22e2-9feb-40cc-994a-653f1e6672a5 req-64939f7d-6ce8-4f65-8843-4e32e334647b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:11.147203 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-306e22e2-9feb-40cc-994a-653f1e6672a5 req-64939f7d-6ce8-4f65-8843-4e32e334647b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0546210 Oct 28 09:39:11.153964 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0e570dc8-2564-44b2-8c2d-7d474b973307 req-4931ce06-f4f5-4aff-889a-dfe993cf3939 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355093 Oct 28 09:39:11.189298 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-306e22e2-9feb-40cc-994a-653f1e6672a5 req-9c5363b0-35f9-4565-b3ee-81dffd1aeb51 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350144 Oct 28 09:39:11.274597 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b97a0-d09a-4884-817d-ff32ae5d0ea2 req-8e80b036-7e08-4002-bf28-ae64a889ad21 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:11.276044 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-082b97a0-d09a-4884-817d-ff32ae5d0ea2 req-8e80b036-7e08-4002-bf28-ae64a889ad21 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 943 time: 0.0548062 Oct 28 09:39:11.314539 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-082b97a0-d09a-4884-817d-ff32ae5d0ea2 req-9da9acc2-6c62-4703-a662-322d70773349 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324264 Oct 28 09:39:12.283520 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714c45e-b802-4177-976b-ee0619a9c797 req-33e19e1c-5d8c-4030-8c90-bb2cc798ff82 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:12.285376 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c714c45e-b802-4177-976b-ee0619a9c797 req-33e19e1c-5d8c-4030-8c90-bb2cc798ff82 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 945 time: 0.0512040 Oct 28 09:39:12.327502 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c714c45e-b802-4177-976b-ee0619a9c797 req-9f220146-d1a2-479b-ab00-faebccd298c0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345995 Oct 28 09:39:12.329546 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8369dc8-aa6f-4eed-84ac-26afbc0d55e1 req-1b8a3340-9b54-4cf2-93b3-ebabd24d6f08 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:12.331210 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e8369dc8-aa6f-4eed-84ac-26afbc0d55e1 req-1b8a3340-9b54-4cf2-93b3-ebabd24d6f08 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0582507 Oct 28 09:39:12.376831 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e8369dc8-aa6f-4eed-84ac-26afbc0d55e1 req-12c5123f-643b-4c80-987b-2002e7d32cd4 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386968 Oct 28 09:39:12.446200 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e54533-6778-49b0-9682-17c7a1237f94 req-5927ff80-b4ec-490d-adce-11443c61c8d1 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:12.447670 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d0e54533-6778-49b0-9682-17c7a1237f94 req-5927ff80-b4ec-490d-adce-11443c61c8d1 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 943 time: 0.0568900 Oct 28 09:39:12.475006 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 406098ee-f63d-4c96-959b-28dd130ae15d up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:39:12.486973 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d0e54533-6778-49b0-9682-17c7a1237f94 req-c4998521-8124-4ae3-ac94-5692b3f10180 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334041 Oct 28 09:39:12.526844 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 406098ee-f63d-4c96-959b-28dd130ae15d completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:39:12.530725 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 406098ee-f63d-4c96-959b-28dd130ae15d triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:39:12.531097 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:12.629827 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:12.658734 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f340b6af-d9ed-4caa-962d-71f4c8450aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406098ee-f63d-4c96-959b-28dd130ae15d'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:12.662322 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a501b9a0-eac1-45cb-960d-42c29d8475bb" -d '{"events": [{"server_uuid": "f340b6af-d9ed-4caa-962d-71f4c8450aaa", "name": "network-vif-plugged", "status": "completed", "tag": "406098ee-f63d-4c96-959b-28dd130ae15d"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:12.676739 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 406098ee-f63d-4c96-959b-28dd130ae15d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=406098ee-f63d-4c96-959b-28dd130ae15d,segment=NetworkSegment(104afcf3-6a3c-471d-b9b9-fb7a25ed1c55),segment_id=104afcf3-6a3c-471d-b9b9-fb7a25ed1c55)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:12.686735 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:12.711133 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91971007-3415-4f3c-9ad1-e43c921d85ff x-openstack-request-id: req-91971007-3415-4f3c-9ad1-e43c921d85ff {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:12.711416 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f340b6af-d9ed-4caa-962d-71f4c8450aaa", "name": "network-vif-plugged", "status": "completed", "tag": "406098ee-f63d-4c96-959b-28dd130ae15d", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:12.711663 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-91971007-3415-4f3c-9ad1-e43c921d85ff {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:12.712041 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f340b6af-d9ed-4caa-962d-71f4c8450aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406098ee-f63d-4c96-959b-28dd130ae15d', 'code': 200} Oct 28 09:39:12.737996 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=406098ee-f63d-4c96-959b-28dd130ae15d,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:12.878655 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc4cad-2e9b-4429-bf4a-b7b7948fc402 req-d1571aa8-4344-4ec8-aeb1-2c3ba04d5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:12.880369 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a1dc4cad-2e9b-4429-bf4a-b7b7948fc402 req-d1571aa8-4344-4ec8-aeb1-2c3ba04d5982 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 1099 time: 0.0405991 Oct 28 09:39:12.917712 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a1dc4cad-2e9b-4429-bf4a-b7b7948fc402 req-a7f2ea65-a760-4926-80e9-b4bbad4e8b41 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282178 Oct 28 09:39:13.491344 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45686-a0bb-4f5e-a143-58a46258aa58 req-3ebf53ec-9132-4919-a4a3-a6bdaa21af15 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:13.492905 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8fe45686-a0bb-4f5e-a143-58a46258aa58 req-3ebf53ec-9132-4919-a4a3-a6bdaa21af15 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 946 time: 0.0628140 Oct 28 09:39:13.521442 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53add658-a486-4d03-b20c-7703068fc8c7 req-6c8641f4-d045-4c84-9f33-ab2577a1492d tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:13.522997 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-53add658-a486-4d03-b20c-7703068fc8c7 req-6c8641f4-d045-4c84-9f33-ab2577a1492d tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0584660 Oct 28 09:39:13.544536 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8fe45686-a0bb-4f5e-a143-58a46258aa58 req-cc60d032-e579-4190-898e-e51068a6a98c tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447521 Oct 28 09:39:13.572605 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-53add658-a486-4d03-b20c-7703068fc8c7 req-a2e96e86-b1b1-4abb-8b2c-4eb48c6cc128 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377548 Oct 28 09:39:13.638172 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-261c9ab6-94ad-41bc-8be9-62de0944908a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:13.653669 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64c6f0-fa96-4bd8-8eb5-f113575f2b78 req-4c838ac8-36ea-4656-86d6-907615f415a6 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:13.655138 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6b64c6f0-fa96-4bd8-8eb5-f113575f2b78 req-4c838ac8-36ea-4656-86d6-907615f415a6 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 943 time: 0.0539856 Oct 28 09:39:13.693447 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6b64c6f0-fa96-4bd8-8eb5-f113575f2b78 req-2a39d6aa-a2ca-46d6-ac7e-2c235234651a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321362 Oct 28 09:39:14.674487 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5f81f-6492-488a-8990-eae7588c2441 req-6f67edd2-0554-4306-be45-8743c84711ab tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:14.675971 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5dd5f81f-6492-488a-8990-eae7588c2441 req-6f67edd2-0554-4306-be45-8743c84711ab tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 946 time: 0.0537376 Oct 28 09:39:14.689066 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02200a7-f592-4ffa-b255-182623200530 req-e9132776-4436-47f6-92c1-6b9e13dbb055 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:14.690561 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a02200a7-f592-4ffa-b255-182623200530 req-e9132776-4436-47f6-92c1-6b9e13dbb055 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0518134 Oct 28 09:39:14.715634 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5dd5f81f-6492-488a-8990-eae7588c2441 req-3ccdc93d-800b-4906-b71f-35fc89e58849 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Oct 28 09:39:14.729945 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a02200a7-f592-4ffa-b255-182623200530 req-77693034-4104-4ef5-9f09-5c8bea7f8a8a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329332 Oct 28 09:39:14.823797 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214844e-8c0b-45da-b7b6-d3840bc23168 req-b7d462b2-b504-46bc-80f8-9aa8e9d95ac2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:14.825350 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0214844e-8c0b-45da-b7b6-d3840bc23168 req-b7d462b2-b504-46bc-80f8-9aa8e9d95ac2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 943 time: 0.0522346 Oct 28 09:39:14.866929 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-0214844e-8c0b-45da-b7b6-d3840bc23168 req-ba538522-1e2e-401f-a0df-8ded6aca6b54 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352340 Oct 28 09:39:15.836106 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390fc5e-91fd-4a8b-900c-b4bf07e5bc33 req-879b164d-b483-4c2b-b446-5ca52ad386fc tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:15.837641 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1390fc5e-91fd-4a8b-900c-b4bf07e5bc33 req-879b164d-b483-4c2b-b446-5ca52ad386fc tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 946 time: 0.0516546 Oct 28 09:39:15.857271 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b8a6c-abbe-4970-b2ce-fe8390c9d426 req-e4b53d76-dfeb-412a-b189-ce389d1b8b26 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:15.858734 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8a6b8a6c-abbe-4970-b2ce-fe8390c9d426 req-e4b53d76-dfeb-412a-b189-ce389d1b8b26 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0502779 Oct 28 09:39:15.876105 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-1390fc5e-91fd-4a8b-900c-b4bf07e5bc33 req-ab0bb1cf-8878-49fa-b3a1-1c281767a8cf tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324466 Oct 28 09:39:15.908597 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-8a6b8a6c-abbe-4970-b2ce-fe8390c9d426 req-f6e9c2c2-f51b-44f0-bf0e-2ff8e1108de5 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426700 Oct 28 09:39:15.986976 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67a080-5ed7-419a-a20e-a0194f2c9bef req-1e94ee4c-e093-4462-b005-5fb8da56055f tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:15.988559 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8c67a080-5ed7-419a-a20e-a0194f2c9bef req-1e94ee4c-e093-4462-b005-5fb8da56055f tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 943 time: 0.0519147 Oct 28 09:39:16.027037 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8c67a080-5ed7-419a-a20e-a0194f2c9bef req-5c2c6f5f-bcd3-4fe0-8165-9b9ce3b882d6 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313172 Oct 28 09:39:16.804141 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-74f5da16-7af9-40b9-8be2-7056e6d94a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:17.002503 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ead1a-c368-4d2b-bcfb-a0bdb847e716 req-2582d6da-e9da-4b93-bbf9-c5a05ceab307 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:17.003982 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d79ead1a-c368-4d2b-bcfb-a0bdb847e716 req-2582d6da-e9da-4b93-bbf9-c5a05ceab307 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 946 time: 0.0544446 Oct 28 09:39:17.028506 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c737d-5a6f-42c1-b61a-6db7637c8bea req-f91e996b-7d05-4279-a0ab-3fb08c77a63e tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:17.029994 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-314c737d-5a6f-42c1-b61a-6db7637c8bea req-f91e996b-7d05-4279-a0ab-3fb08c77a63e tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0499194 Oct 28 09:39:17.047070 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-d79ead1a-c368-4d2b-bcfb-a0bdb847e716 req-8c2ce5f9-ecab-40aa-8389-72c0ab3e982e tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358641 Oct 28 09:39:17.072217 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-314c737d-5a6f-42c1-b61a-6db7637c8bea req-075d10d0-a4fd-4ffa-b9e0-a0606c59bf84 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357487 Oct 28 09:39:17.170151 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858977-74cb-4d72-9705-95206dd5abc4 req-4f8aedfc-c369-4536-9f93-848652d1f0ba tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:17.171636 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4b858977-74cb-4d72-9705-95206dd5abc4 req-4f8aedfc-c369-4536-9f93-848652d1f0ba tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 943 time: 0.0505559 Oct 28 09:39:17.211693 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4b858977-74cb-4d72-9705-95206dd5abc4 req-bdb2d81f-6e62-4c55-b5a5-20191f033703 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329251 Oct 28 09:39:17.466684 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:17.503176 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.201910 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79d8ec-2b81-4389-a64a-c148a40d9951 req-34df331f-c3ed-453d-ac61-1a55c131aac0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:18.205782 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5b79d8ec-2b81-4389-a64a-c148a40d9951 req-34df331f-c3ed-453d-ac61-1a55c131aac0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 946 time: 0.0812259 Oct 28 09:39:18.227873 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7385d-fdfc-42df-ade8-1d1e8b11e17d req-8f03d0c8-696a-4b7a-8158-0bc62b7040f8 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:18.229591 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e5c7385d-fdfc-42df-ade8-1d1e8b11e17d req-8f03d0c8-696a-4b7a-8158-0bc62b7040f8 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 943 time: 0.0812430 Oct 28 09:39:18.246697 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5b79d8ec-2b81-4389-a64a-c148a40d9951 req-41fd68ad-0448-4ccd-ab9e-c5a015d23f04 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339715 Oct 28 09:39:18.271941 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e5c7385d-fdfc-42df-ade8-1d1e8b11e17d req-633bbbeb-e3c7-4da9-900e-08af53a32e27 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Oct 28 09:39:18.312547 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 47648) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:18.378624 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5993f19-2b69-4c7b-9018-b4d09fa9ff8e req-4b3e5a83-35cc-461b-8e8e-9735a1de27c0 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:18.380434 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f5993f19-2b69-4c7b-9018-b4d09fa9ff8e req-4b3e5a83-35cc-461b-8e8e-9735a1de27c0 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 943 time: 0.0602870 Oct 28 09:39:18.427995 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f5993f19-2b69-4c7b-9018-b4d09fa9ff8e req-d25648ad-546e-4ea6-b1cb-89f7f4260acd tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411444 Oct 28 09:39:18.436846 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-af70ac19-c1fc-47d8-b329-3ca360aef0f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.489447 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 80ec90f1-3976-49bd-8391-e40b04fde592 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:39:18.529008 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-af70ac19-c1fc-47d8-b329-3ca360aef0f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.533291 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-af70ac19-c1fc-47d8-b329-3ca360aef0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.575638 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-af70ac19-c1fc-47d8-b329-3ca360aef0f4 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=a261f879a7234d74b04b3fb4b5eb5ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618291 Oct 28 09:39:18.578091 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70ac19-c1fc-47d8-b329-3ca360aef0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5927bfa9-bff3-4b4f-8b4d-c320b0705e8a,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:18.578659 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 47656) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:18.592341 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 80ec90f1-3976-49bd-8391-e40b04fde592, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=80ec90f1-3976-49bd-8391-e40b04fde592,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:18.607620 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '80ec90f1-3976-49bd-8391-e40b04fde592', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'port_id': '80ec90f1-3976-49bd-8391-e40b04fde592', 'mac_address': 'fa:16:3e:0b:87:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:39:18.638933 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3b60d153-7805-459e-913b-ce89ed2f27ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.656102 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.661787 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3b60d153-7805-459e-913b-ce89ed2f27ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.672046 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ec90f1-3976-49bd-8391-e40b04fde592 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:39:18.694333 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 80ec90f1-3976-49bd-8391-e40b04fde592, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=80ec90f1-3976-49bd-8391-e40b04fde592,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:18.703393 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.704057 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:39:18.724426 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3b60d153-7805-459e-913b-ce89ed2f27ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.730459 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-3b60d153-7805-459e-913b-ce89ed2f27ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:18.735791 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-3b60d153-7805-459e-913b-ce89ed2f27ee admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/5927bfa9-bff3-4b4f-8b4d-c320b0705e8a HTTP/1.1" status: 204 len: 168 time: 0.1546872 Oct 28 09:39:18.747770 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60d153-7805-459e-913b-ce89ed2f27ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5927bfa9-bff3-4b4f-8b4d-c320b0705e8a,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:18.945255 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=80ec90f1-3976-49bd-8391-e40b04fde592,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:19.000398 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33051b48-7ae0-468e-b8c4-e217eacd8c9a req-bce942be-cba4-48ee-8bad-78fd1dde31ad tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:19.002373 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-33051b48-7ae0-468e-b8c4-e217eacd8c9a req-bce942be-cba4-48ee-8bad-78fd1dde31ad tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 946 time: 0.0760911 Oct 28 09:39:19.003787 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:19.019407 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'port_id': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'mac_address': 'fa:16:3e:20:18:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:39:19.045308 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-33051b48-7ae0-468e-b8c4-e217eacd8c9a req-cd517bc5-6ce0-402b-ab5e-c83b96c1b4ee tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360425 Oct 28 09:39:19.071787 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:19.087491 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:39:19.110848 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:19.116669 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:19.175086 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,revision_number=7']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:19.322353 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:19.380955 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['80ec90f1-3976-49bd-8391-e40b04fde592'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:19.383260 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['701d96d0-1b50-4df3-b86d-9a83b0cb42e0'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:19.425414 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b2bb7-b781-4a1b-a597-85507830569a req-b78c7f76-d471-49ca-91d8-2ad3fcbb71ac tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:19.428119 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-062b2bb7-b781-4a1b-a597-85507830569a req-b78c7f76-d471-49ca-91d8-2ad3fcbb71ac tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 944 time: 0.0678761 Oct 28 09:39:19.480310 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-062b2bb7-b781-4a1b-a597-85507830569a req-86c38ca2-3d49-4c8c-a72a-85f85ffe433e tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Oct 28 09:39:19.589926 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb7b8-a693-4ff8-afbe-bb4d45966811 req-fc92c5e7-0ed0-47a3-a477-43b68a285bad tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:19.591539 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c6ceb7b8-a693-4ff8-afbe-bb4d45966811 req-fc92c5e7-0ed0-47a3-a477-43b68a285bad tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 944 time: 0.0604510 Oct 28 09:39:19.636794 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c6ceb7b8-a693-4ff8-afbe-bb4d45966811 req-bf85d8e7-3027-4ea1-95d1-85d0d08aaacf tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365944 Oct 28 09:39:20.172567 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e4df6-172a-45d8-a26d-4e151bb3f21d req-a3866d64-d880-430c-b3e8-0dab276b1027 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:20.174349 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9d3e4df6-172a-45d8-a26d-4e151bb3f21d req-a3866d64-d880-430c-b3e8-0dab276b1027 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 946 time: 0.0537229 Oct 28 09:39:20.217954 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9d3e4df6-172a-45d8-a26d-4e151bb3f21d req-672abe5f-6410-4d8a-b732-8ebd62a973f7 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357168 Oct 28 09:39:20.322733 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d3d7b-42d7-42b4-8b50-8ebafd1d2128 req-aa2bb2a3-3de9-4209-ba43-263c036c0d11 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:20.324507 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-645d3d7b-42d7-42b4-8b50-8ebafd1d2128 req-aa2bb2a3-3de9-4209-ba43-263c036c0d11 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.32 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 946 time: 0.0516574 Oct 28 09:39:20.424667 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-645d3d7b-42d7-42b4-8b50-8ebafd1d2128 req-06ba99b5-14d0-4aee-8cf5-8bdaaf8411cd tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Deleting port 406098ee-f63d-4c96-959b-28dd130ae15d {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:39:20.425004 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-645d3d7b-42d7-42b4-8b50-8ebafd1d2128 req-06ba99b5-14d0-4aee-8cf5-8bdaaf8411cd tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:20.506811 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 80ec90f1-3976-49bd-8391-e40b04fde592 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:39:20.521770 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-645d3d7b-42d7-42b4-8b50-8ebafd1d2128 req-06ba99b5-14d0-4aee-8cf5-8bdaaf8411cd tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] For port 406098ee-f63d-4c96-959b-28dd130ae15d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=406098ee-f63d-4c96-959b-28dd130ae15d,segment=NetworkSegment(104afcf3-6a3c-471d-b9b9-fb7a25ed1c55),segment_id=104afcf3-6a3c-471d-b9b9-fb7a25ed1c55)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:20.522259 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-645d3d7b-42d7-42b4-8b50-8ebafd1d2128 req-06ba99b5-14d0-4aee-8cf5-8bdaaf8411cd tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:20.537732 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-645d3d7b-42d7-42b4-8b50-8ebafd1d2128 req-06ba99b5-14d0-4aee-8cf5-8bdaaf8411cd tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Calling delete_port for 406098ee-f63d-4c96-959b-28dd130ae15d owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:39:20.570217 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 80ec90f1-3976-49bd-8391-e40b04fde592 completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:39:20.574952 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 80ec90f1-3976-49bd-8391-e40b04fde592 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:39:20.575502 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:20.660356 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:20.662025 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d64e31-b009-4cd0-afcf-b5e6bd18d31a req-d8d667aa-0e9e-427a-b269-62772412a154 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:20.663585 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-21d64e31-b009-4cd0-afcf-b5e6bd18d31a req-d8d667aa-0e9e-427a-b269-62772412a154 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 944 time: 0.0754595 Oct 28 09:39:20.700244 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ec90f1-3976-49bd-8391-e40b04fde592'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:20.702537 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1c7796-b2c4-4d0d-8cc8-5c73d2d7eac4" -d '{"events": [{"server_uuid": "f86a4f20-de6a-4d76-8554-ef683c5dd274", "name": "network-vif-plugged", "status": "completed", "tag": "80ec90f1-3976-49bd-8391-e40b04fde592"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:20.716356 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 80ec90f1-3976-49bd-8391-e40b04fde592, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=80ec90f1-3976-49bd-8391-e40b04fde592,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:20.721587 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:20.722462 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:39:20.735798 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-21d64e31-b009-4cd0-afcf-b5e6bd18d31a req-311465c6-9a96-4f09-8b1c-58ebc20876ae tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652626 Oct 28 09:39:20.757144 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-645d3d7b-42d7-42b4-8b50-8ebafd1d2128 req-06ba99b5-14d0-4aee-8cf5-8bdaaf8411cd tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:20.787781 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3a2f2-98bc-4731-a6c6-7533442d6680 req-cf1d4b73-ea9b-4f03-9f37-384b2f851893 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:20.790654 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2cc3a2f2-98bc-4731-a6c6-7533442d6680 req-cf1d4b73-ea9b-4f03-9f37-384b2f851893 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 945 time: 0.0758512 Oct 28 09:39:20.797627 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba99b5-14d0-4aee-8cf5-8bdaaf8411cd tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Pushing event deleted for resources: {'Port': ['ID=406098ee-f63d-4c96-959b-28dd130ae15d,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:20.839178 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b820fd87-ae25-4eed-a4bf-b11f3386e985 x-openstack-request-id: req-b820fd87-ae25-4eed-a4bf-b11f3386e985 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:20.839773 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86a4f20-de6a-4d76-8554-ef683c5dd274", "name": "network-vif-plugged", "status": "completed", "tag": "80ec90f1-3976-49bd-8391-e40b04fde592", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:20.840185 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-b820fd87-ae25-4eed-a4bf-b11f3386e985 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:20.840774 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ec90f1-3976-49bd-8391-e40b04fde592', 'code': 200} Oct 28 09:39:20.841567 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=80ec90f1-3976-49bd-8391-e40b04fde592,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:20.862744 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:39:20.863110 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:20.868053 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-2cc3a2f2-98bc-4731-a6c6-7533442d6680 req-b76c85c3-c63a-44bc-bcd8-7c3f044addf8 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703235 Oct 28 09:39:20.954532 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:20.992842 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:20.998387 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:20.999335 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 406098ee-f63d-4c96-959b-28dd130ae15d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:39:21.039691 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 406098ee-f63d-4c96-959b-28dd130ae15d {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:39:21.040034 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 406098ee-f63d-4c96-959b-28dd130ae15d not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:39:21.068377 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,revision_number=8']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:21.139380 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-645d3d7b-42d7-42b4-8b50-8ebafd1d2128 req-06ba99b5-14d0-4aee-8cf5-8bdaaf8411cd tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] No DVR routers for this DVR port 406098ee-f63d-4c96-959b-28dd130ae15d on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:39:21.154816 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-645d3d7b-42d7-42b4-8b50-8ebafd1d2128 req-06ba99b5-14d0-4aee-8cf5-8bdaaf8411cd tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:21.158188 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-645d3d7b-42d7-42b4-8b50-8ebafd1d2128 req-06ba99b5-14d0-4aee-8cf5-8bdaaf8411cd tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.32 "DELETE /v2.0/ports/406098ee-f63d-4c96-959b-28dd130ae15d HTTP/1.1" status: 204 len: 173 time: 0.8260145 Oct 28 09:39:21.158790 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f340b6af-d9ed-4caa-962d-71f4c8450aaa', 'name': 'network-vif-deleted', 'tag': '406098ee-f63d-4c96-959b-28dd130ae15d'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:21.161756 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd19f62-0d4d-4c43-9566-dd1bd65d0a3f" -d '{"events": [{"server_uuid": "f340b6af-d9ed-4caa-962d-71f4c8450aaa", "name": "network-vif-deleted", "tag": "406098ee-f63d-4c96-959b-28dd130ae15d"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:21.182749 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682fed0-d2a6-42a9-b96a-880dd6e8951d req-d71db1ef-5047-4423-a97f-defc596a2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:21.184227 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b682fed0-d2a6-42a9-b96a-880dd6e8951d req-d71db1ef-5047-4423-a97f-defc596a2509 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 1098 time: 0.0698423 Oct 28 09:39:21.212980 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede7b9fb-e3ef-417c-9aae-4fbf28fb4be8 x-openstack-request-id: req-ede7b9fb-e3ef-417c-9aae-4fbf28fb4be8 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:21.213350 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f340b6af-d9ed-4caa-962d-71f4c8450aaa", "name": "network-vif-deleted", "tag": "406098ee-f63d-4c96-959b-28dd130ae15d", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:21.213670 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ede7b9fb-e3ef-417c-9aae-4fbf28fb4be8 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:21.214115 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f340b6af-d9ed-4caa-962d-71f4c8450aaa', 'name': 'network-vif-deleted', 'tag': '406098ee-f63d-4c96-959b-28dd130ae15d', 'status': 'completed', 'code': 200} Oct 28 09:39:21.234581 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-b682fed0-d2a6-42a9-b96a-880dd6e8951d req-14dc214a-e194-45ba-9fa8-91f61c052622 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408359 Oct 28 09:39:21.329831 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-9a86c33e-1591-49ed-b6fc-3921493264d1 req-eed2b1d5-bb56-46ee-99a5-41b63a40f600 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 210 time: 0.0309978 Oct 28 09:39:21.871343 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe26de9-f1f0-493d-99f4-5bb10af44d36 req-a96bd552-fe72-4db7-b9e7-178083d7cff8 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:21.873274 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5fe26de9-f1f0-493d-99f4-5bb10af44d36 req-a96bd552-fe72-4db7-b9e7-178083d7cff8 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0566258 Oct 28 09:39:21.918555 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5fe26de9-f1f0-493d-99f4-5bb10af44d36 req-0c8841e3-1dcd-4199-90d2-6ac91958ce12 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383966 Oct 28 09:39:21.987094 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c841a9-4db3-41ee-bf3c-23a9a5cccc32 req-f4703932-ed4a-4fe7-9a40-650abd40f391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:21.988677 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c3c841a9-4db3-41ee-bf3c-23a9a5cccc32 req-f4703932-ed4a-4fe7-9a40-650abd40f391 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 945 time: 0.0508215 Oct 28 09:39:22.027046 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-c3c841a9-4db3-41ee-bf3c-23a9a5cccc32 req-19baf2f0-f7e3-4ab6-974c-54287f4a1f87 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323923 Oct 28 09:39:22.445238 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-401e9527-8d68-47f3-b56c-3c9d3651831f req-d887222a-b62b-4db8-a661-a77707f71521 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 210 time: 0.0314631 Oct 28 09:39:22.842584 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:22.844955 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e452854d-078d-487f-abb4-a42047238baf" -d '{"events": [{"server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "name": "network-vif-plugged", "status": "completed", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:22.880977 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e90fe1-29cb-4df1-9b83-dc8a80190701 x-openstack-request-id: req-12e90fe1-29cb-4df1-9b83-dc8a80190701 {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:22.881256 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "name": "network-vif-plugged", "status": "completed", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:22.881503 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-12e90fe1-29cb-4df1-9b83-dc8a80190701 {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:22.881889 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'code': 200} Oct 28 09:39:23.034776 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca96c1b-b907-4e2a-97eb-75966c720b4a req-899436ad-5c3c-4717-bf48-999ecac1c641 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:23.036477 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4ca96c1b-b907-4e2a-97eb-75966c720b4a req-899436ad-5c3c-4717-bf48-999ecac1c641 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0490756 Oct 28 09:39:23.086129 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-4ca96c1b-b907-4e2a-97eb-75966c720b4a req-a64a9fad-8e00-46db-bbe0-a8a721a3f297 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Oct 28 09:39:23.163272 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e70d81-07f0-458c-bf24-0ba949145db2 req-7bc7c6e8-4973-4519-af06-e7284f3b19bb tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:23.164850 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b5e70d81-07f0-458c-bf24-0ba949145db2 req-7bc7c6e8-4973-4519-af06-e7284f3b19bb tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 945 time: 0.0557117 Oct 28 09:39:23.205581 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-b5e70d81-07f0-458c-bf24-0ba949145db2 req-9def28c1-f6f8-4a23-a1b2-13682e156c59 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342176 Oct 28 09:39:23.549104 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-cb73cfa2-0e83-4bc2-8258-a8087a8faf68 req-38cc85e3-b5fc-444f-b68b-dc85abe24fac tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=f340b6af-d9ed-4caa-962d-71f4c8450aaa HTTP/1.1" status: 200 len: 210 time: 0.0267341 Oct 28 09:39:24.198641 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5740b7-be27-4fb0-b22e-9775cb2e72ef req-e81c6885-1494-4a26-9082-08909396dc6b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:24.200172 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3b5740b7-be27-4fb0-b22e-9775cb2e72ef req-e81c6885-1494-4a26-9082-08909396dc6b tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0516210 Oct 28 09:39:24.241108 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3b5740b7-be27-4fb0-b22e-9775cb2e72ef req-356131a5-8fbc-4f98-95d8-66f9e16d9abb tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349338 Oct 28 09:39:24.335131 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fdc2f-5040-4996-8bb1-c7ffb475de5f req-02dccf70-47ce-4ec2-a280-383db30f085c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:24.336268 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2a3fdc2f-5040-4996-8bb1-c7ffb475de5f req-02dccf70-47ce-4ec2-a280-383db30f085c tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 945 time: 0.0596318 Oct 28 09:39:24.384256 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2a3fdc2f-5040-4996-8bb1-c7ffb475de5f req-ee6ab6e0-f016-42de-8db6-f5f95f709284 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418625 Oct 28 09:39:24.540786 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a24ab-af28-491f-abd7-b7a6598eb2e1 req-1d936d2f-f7ad-417a-a4de-0eb709696052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:24.542529 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2f0a24ab-af28-491f-abd7-b7a6598eb2e1 req-1d936d2f-f7ad-417a-a4de-0eb709696052 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 1098 time: 0.0426457 Oct 28 09:39:24.580702 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2f0a24ab-af28-491f-abd7-b7a6598eb2e1 req-e7393ea1-ce1b-4083-b691-dd90894066e6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293722 Oct 28 09:39:24.870682 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-3846ded7-4cc5-4f3f-b29e-ec5a1febaaf3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:24.872077 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-3846ded7-4cc5-4f3f-b29e-ec5a1febaaf3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/networks?id=930fd589-69d7-4add-ab2e-0b50f5149cb9 HTTP/1.1" status: 200 len: 807 time: 0.1079161 Oct 28 09:39:24.887579 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-8de043e6-63e9-4fa6-8911-3af04af48da2 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/quotas/a38820c169144910a9c2a7d083bc9d1d HTTP/1.1" status: 200 len: 375 time: 0.0098062 Oct 28 09:39:24.919397 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-015f7f51-0b48-464f-9f03-d4b36a554c08 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=a38820c169144910a9c2a7d083bc9d1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263958 Oct 28 09:39:25.011820 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-bf79de0b-b563-4a33-9481-e90ed8b907a2 service neutron] 10.222.0.117 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844712 Oct 28 09:39:25.111786 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-3bf5d2c3-6d43-40d5-bd88-15aae1c40844 service neutron] 10.222.0.117 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936103 Oct 28 09:39:25.320113 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e3793943-edb2-4e79-b890-6c2658f25cc1 req-da6a9fdf-75ee-42bd-b66d-c6c6f3b35b2c tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 210 time: 0.0443654 Oct 28 09:39:25.380506 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2a307-9890-48b8-a789-c3ee33fb5dac req-f87c6306-9449-4c18-abcd-b3fb73f25e0a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:25.382264 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a0d2a307-9890-48b8-a789-c3ee33fb5dac req-f87c6306-9449-4c18-abcd-b3fb73f25e0a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0534866 Oct 28 09:39:25.428939 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a0d2a307-9890-48b8-a789-c3ee33fb5dac req-0018d791-42ff-4e52-b153-3561a5573963 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 Oct 28 09:39:25.541368 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b72530-b60c-4140-b946-d719d7fc7866 req-a6b31413-b72f-4137-9829-61c891db7de5 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:25.543138 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-35b72530-b60c-4140-b946-d719d7fc7866 req-a6b31413-b72f-4137-9829-61c891db7de5 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 945 time: 0.0626209 Oct 28 09:39:25.597889 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-35b72530-b60c-4140-b946-d719d7fc7866 req-0971ca96-77cf-4965-abbc-1bfc117e1e37 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480061 Oct 28 09:39:25.740308 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399d5f6-e77a-4646-be23-9b7382be2b40 req-4bada051-763b-4985-aa2a-780f220443b8 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:25.743149 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f399d5f6-e77a-4646-be23-9b7382be2b40 req-4bada051-763b-4985-aa2a-780f220443b8 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 945 time: 0.0640948 Oct 28 09:39:25.793401 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f399d5f6-e77a-4646-be23-9b7382be2b40 req-62d66070-ceb2-4023-a6cc-5298864817af tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434561 Oct 28 09:39:25.817500 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 47864) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:26.019304 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c23ce71-7dec-402a-b4d9-a4f237c70c9d tempest-TestVolumeBootPattern-2035119762 tempest-TestVolumeBootPattern-2035119762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:26.021353 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-6c23ce71-7dec-402a-b4d9-a4f237c70c9d tempest-TestVolumeBootPattern-2035119762 tempest-TestVolumeBootPattern-2035119762-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 1093 time: 0.2028539 Oct 28 09:39:26.024115 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 47870) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:26.029043 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.v2.base [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Request body: {'floatingip': {'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'port_id': '80ec90f1-3976-49bd-8391-e40b04fde592', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:26.054400 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:26.155344 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:26.278131 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_common [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Allocated IP 172.27.3.214 (3a35d49d-cbca-4d29-92f4-d15c5f701265/bb3a1c8b-e192-4986-ae18-6fd1b37274b0/ba51426f-e6a0-4a0a-8ff2-a5676537eee4) {{(pid=101413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:39:26.367694 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-310e040a-d557-431a-b857-82833563a7e8 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:26.369284 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-310e040a-d557-431a-b857-82833563a7e8 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.32 "GET /v2.0/networks?id=930fd589-69d7-4add-ab2e-0b50f5149cb9 HTTP/1.1" status: 200 len: 807 time: 0.1217809 Oct 28 09:39:26.386140 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Request body: {'port': {'device_id': '036321ce-1bc1-4489-b624-d31e55404c87', 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9', 'admin_state_up': True, 'tenant_id': 'a38820c169144910a9c2a7d083bc9d1d'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:26.398308 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for port, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:26.439002 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cfbf3d62-d47c-40a8-9c9d-22601d543ab3 req-a2173798-53c4-4787-8f4d-9c050f13471a tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 210 time: 0.0374749 Oct 28 09:39:26.487538 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:26.534408 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Network 3a35d49d-cbca-4d29-92f4-d15c5f701265 is already hosted by enough agents. {{(pid=101413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:39:26.538926 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.base_scheduler [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Resources bound (agent type, host, resource id): {{(pid=101413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:26.542511 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Received port after_create {{(pid=101413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:39:26.569765 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Made reservation on behalf of a38820c169144910a9c2a7d083bc9d1d for: {'port': 1} {{(pid=101414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:39:26.570029 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'Port': ['ID=ba51426f-e6a0-4a0a-8ff2-a5676537eee4,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:26.573316 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:26.584112 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.584479 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.584998 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.585132 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce96950-727d-4b36-a2c3-35971f25210d req-b2995e24-6b45-4b0f-baa0-2d29b4ef60a8 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:26.585304 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.585697 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.585905 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.586197 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.586521 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.586636 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7ce96950-727d-4b36-a2c3-35971f25210d req-b2995e24-6b45-4b0f-baa0-2d29b4ef60a8 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0764132 Oct 28 09:39:26.586844 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.587165 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.587488 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.587801 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:26.676247 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-7ce96950-727d-4b36-a2c3-35971f25210d req-1e315acd-1fb1-444e-94eb-fa25a1e25434 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808797 Oct 28 09:39:26.768288 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_common [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Allocated IP 172.20.0.10 (930fd589-69d7-4add-ab2e-0b50f5149cb9/7a31a8fe-dc09-4614-9d5b-954ffd715405/5393e290-6b75-43bb-a98d-c91e1a542acc) {{(pid=101414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:39:26.935497 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks [] for port, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:26.970721 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:26.975223 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746348997452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.022294 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Network 930fd589-69d7-4add-ab2e-0b50f5149cb9 is already hosted by enough agents. {{(pid=101414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:39:27.025758 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.base_scheduler [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Resources bound (agent type, host, resource id): {{(pid=101414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:27.029659 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Received port after_create {{(pid=101414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:39:27.036688 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Pushing event updated for resources: {'Port': ['ID=5393e290-6b75-43bb-a98d-c91e1a542acc,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:27.060843 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.093839 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:27.094515 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.118585 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-30f0730e-4d60-40d3-8854-8591f09847e3 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7379985 Oct 28 09:39:27.132450 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.v2.base [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Request body: {'port': {'device_id': '036321ce-1bc1-4489-b624-d31e55404c87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=101414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:27.196094 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.235676 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for port, precommit_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.242195 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29683743'] for port, after_update {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.324209 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event updated for resources: {'Port': ['ID=ba51426f-e6a0-4a0a-8ff2-a5676537eee4,revision_number=2']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:27.333363 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-953141'] for floatingip, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.445032 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.db.l3_db [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Floating IP 5fe65029-ae64-45fd-8ceb-bb8d53baecbb associated. External IP: 172.27.3.214, port: 80ec90f1-3976-49bd-8391-e40b04fde592. Oct 28 09:39:27.491150 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5393e290-6b75-43bb-a98d-c91e1a542acc {{(pid=101414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:39:27.500000 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.514929 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.provisioning_blocks [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Transition to ACTIVE for port object 5393e290-6b75-43bb-a98d-c91e1a542acc will not be triggered until provisioned by entity L2. {{(pid=101414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:39:27.518852 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.574107 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Pushing event updated for resources: {'Port': ['ID=5393e290-6b75-43bb-a98d-c91e1a542acc,revision_number=2']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:27.590312 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dc99f-3b73-4627-b12a-45042dd258ec req-b8fc01e0-b840-4c7a-894f-790107d1c35b tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:27.591854 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cf2dc99f-3b73-4627-b12a-45042dd258ec req-b8fc01e0-b840-4c7a-894f-790107d1c35b tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 944 time: 0.0694933 Oct 28 09:39:27.651191 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Attempting to bind port 5393e290-6b75-43bb-a98d-c91e1a542acc on host hv-cinder-81514 for vnic_type normal with profile {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:39:27.651526 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Attempting to bind port 5393e290-6b75-43bb-a98d-c91e1a542acc by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '104afcf3-6a3c-471d-b9b9-fb7a25ed1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9'}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:39:27.651856 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Attempting to bind port 5393e290-6b75-43bb-a98d-c91e1a542acc on network 930fd589-69d7-4add-ab2e-0b50f5149cb9 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:39:27.656519 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Port 5393e290-6b75-43bb-a98d-c91e1a542acc on network 930fd589-69d7-4add-ab2e-0b50f5149cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:39:27.656839 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Attempting to bind port 5393e290-6b75-43bb-a98d-c91e1a542acc on network 930fd589-69d7-4add-ab2e-0b50f5149cb9 {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:39:27.662424 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Checking agent: {'id': '03098a68-6bf6-46ad-ba43-eb5ccada7692', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'started_at': datetime.datetime(2021, 10, 28, 9, 28, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:39:27.662756 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Checking segment: {'id': '104afcf3-6a3c-471d-b9b9-fb7a25ed1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:39:27.664881 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Bound using segment: {'id': '104afcf3-6a3c-471d-b9b9-fb7a25ed1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9'} {{(pid=101414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:39:27.664881 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.managers [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Bound port: 5393e290-6b75-43bb-a98d-c91e1a542acc, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '104afcf3-6a3c-471d-b9b9-fb7a25ed1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9'}}] {{(pid=101414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:39:27.664881 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.697722 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-cf2dc99f-3b73-4627-b12a-45042dd258ec req-9ffabe4e-12e3-48bd-84d1-4a4a03d966ab tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978963 Oct 28 09:39:27.736902 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] For port 5393e290-6b75-43bb-a98d-c91e1a542acc, host hv-cinder-81514, cleared binding levels {{(pid=101414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:39:27.740549 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] For port 5393e290-6b75-43bb-a98d-c91e1a542acc, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5393e290-6b75-43bb-a98d-c91e1a542acc,segment=NetworkSegment(104afcf3-6a3c-471d-b9b9-fb7a25ed1c55),segment_id=104afcf3-6a3c-471d-b9b9-fb7a25ed1c55)] {{(pid=101414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:39:27.746289 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30394158'] for port, after_update {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.748670 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Router 79a74fa3-d56b-4bcc-82b3-ae4958043afa has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:39:27.785374 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:27.787237 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.788802 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] 10.222.0.32 "PUT /v2.0/ports/5393e290-6b75-43bb-a98d-c91e1a542acc HTTP/1.1" status: 200 len: 1094 time: 0.6615841 Oct 28 09:39:27.789319 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036321ce-1bc1-4489-b624-d31e55404c87', 'tag': '5393e290-6b75-43bb-a98d-c91e1a542acc'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:27.792775 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d559b8a0-3f90-4d31-9098-bf84e6d79b97" -d '{"events": [{"name": "network-changed", "server_uuid": "036321ce-1bc1-4489-b624-d31e55404c87", "tag": "5393e290-6b75-43bb-a98d-c91e1a542acc"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:27.850249 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54f35ae-d2fb-45b2-b57f-4eb0f2533db4 x-openstack-request-id: req-a54f35ae-d2fb-45b2-b57f-4eb0f2533db4 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:27.851249 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036321ce-1bc1-4489-b624-d31e55404c87", "tag": "5393e290-6b75-43bb-a98d-c91e1a542acc", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:27.851576 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-a54f35ae-d2fb-45b2-b57f-4eb0f2533db4 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:27.852045 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036321ce-1bc1-4489-b624-d31e55404c87', 'tag': '5393e290-6b75-43bb-a98d-c91e1a542acc', 'status': 'completed', 'code': 200} Oct 28 09:39:27.868540 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a3875-638b-4adc-b582-7a8ca37b0e21 service neutron] Pushing event updated for resources: {'Port': ['ID=5393e290-6b75-43bb-a98d-c91e1a542acc,revision_number=3']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:27.900938 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:39:27.914628 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35435b-b692-4184-94ee-4016fd7149c2 None None] Sync routers for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:39:27.928476 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35435b-b692-4184-94ee-4016fd7149c2 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:39:27.929679 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-fc35435b-b692-4184-94ee-4016fd7149c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:39:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:27.930701 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:27.934101 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-1c80521d-d770-42f1-992e-d852a12318ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:27.935797 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-1c80521d-d770-42f1-992e-d852a12318ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a38820c169144910a9c2a7d083bc9d1d&device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 1097 time: 0.0797477 Oct 28 09:39:27.977691 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-2928ec83-34d9-4df5-8951-23d3f7f52b8d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9516554 Oct 28 09:39:27.982147 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'tag': '80ec90f1-3976-49bd-8391-e40b04fde592'}] {{(pid=101413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:27.984577 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c98f84c2ae1fd1800eab8c36886dffb4af62edb4f0f9885f6451ccbbbbbe41e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb14f1a-05bc-4088-b12c-08504f634853" -d '{"events": [{"name": "network-changed", "server_uuid": "f86a4f20-de6a-4d76-8554-ef683c5dd274", "tag": "80ec90f1-3976-49bd-8391-e40b04fde592"}]}' {{(pid=101413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:27.990380 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-310d079d-0d6b-4303-b964-e918674a3cb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5393e290-6b75-43bb-a98d-c91e1a542acc HTTP/1.1" status: 200 len: 217 time: 0.0459187 Oct 28 09:39:28.030598 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3883139f-7d93-41cd-aabd-1576cf654d7a x-openstack-request-id: req-3883139f-7d93-41cd-aabd-1576cf654d7a {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:28.030888 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86a4f20-de6a-4d76-8554-ef683c5dd274", "tag": "80ec90f1-3976-49bd-8391-e40b04fde592", "status": "completed", "code": 200}]} {{(pid=101413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:28.031135 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-3883139f-7d93-41cd-aabd-1576cf654d7a {{(pid=101413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:28.031528 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'tag': '80ec90f1-3976-49bd-8391-e40b04fde592', 'status': 'completed', 'code': 200} Oct 28 09:39:28.056394 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-e5cc3dac-4baa-4914-b351-6f0c2d1f78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.057908 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-e5cc3dac-4baa-4914-b351-6f0c2d1f78f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a31a8fe-dc09-4614-9d5b-954ffd715405 HTTP/1.1" status: 200 len: 847 time: 0.0612917 Oct 28 09:39:28.062832 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-fc35435b-b692-4184-94ee-4016fd7149c2 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:39:28.117004 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-0718edac-e5fa-43e1-96b7-4db7e08ec66a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=930fd589-69d7-4add-ab2e-0b50f5149cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478418 Oct 28 09:39:28.171125 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 47906) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:28.187778 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb14f1a-05bc-4088-b12c-08504f634853 req-42dbf155-a5df-4043-a55d-de84190e89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.189530 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8bb14f1a-05bc-4088-b12c-08504f634853 req-42dbf155-a5df-4043-a55d-de84190e89af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 1098 time: 0.1307337 Oct 28 09:39:28.295848 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4a02f5e-3f49-4e57-b57c-efbe08e6dbf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:28.317520 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-744734f9-8890-428d-b503-65816261a3a0 service neutron] 10.222.0.32 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915038 Oct 28 09:39:28.348626 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb14f1a-05bc-4088-b12c-08504f634853 req-427369ba-1d80-4248-94ed-23d7d9eaf707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.350312 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8bb14f1a-05bc-4088-b12c-08504f634853 req-427369ba-1d80-4248-94ed-23d7d9eaf707 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 913 time: 0.1516194 Oct 28 09:39:28.366870 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-fc35435b-b692-4184-94ee-4016fd7149c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '5fe65029-ae64-45fd-8ceb-bb8d53baecbb', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '80ec90f1-3976-49bd-8391-e40b04fde592', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:0b:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:39:26Z', 'updated_at': '2021-10-28T09:39:26Z', 'revision_number': 0, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}, {'id': '877e9ce8-650d-454d-aab5-8b0d4e524542', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:f9:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b709787-a782-4953-a7fc-e721bdb77166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:53Z', 'updated_at': '2021-10-28T09:36:56Z', 'revision_number': 1, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:28.390155 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4a02f5e-3f49-4e57-b57c-efbe08e6dbf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:28.394905 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-a4a02f5e-3f49-4e57-b57c-efbe08e6dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:28.405432 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35435b-b692-4184-94ee-4016fd7149c2 None None] Checking router: 79a74fa3-d56b-4bcc-82b3-ae4958043afa for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:39:28.418961 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35435b-b692-4184-94ee-4016fd7149c2 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:39:28.420100 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-fc35435b-b692-4184-94ee-4016fd7149c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:39:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:28.444070 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-a4a02f5e-3f49-4e57-b57c-efbe08e6dbf5 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=445d96c5aacf4d5cb3e1dfb283987c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717752 Oct 28 09:39:28.446946 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 47910) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:28.449336 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a02f5e-3f49-4e57-b57c-efbe08e6dbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf5ae37-94a0-4966-967d-e33e22e35e27,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:28.475071 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8bb14f1a-05bc-4088-b12c-08504f634853 req-6d926113-e11c-4b22-8370-f9f64efe7124 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80ec90f1-3976-49bd-8391-e40b04fde592 HTTP/1.1" status: 200 len: 999 time: 0.0957432 Oct 28 09:39:28.511050 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-90248cd2-7d99-4ab8-b134-0ec0476771b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:28.536509 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d7cab1d1-1189-4d30-b65f-a163b2a5244d req-9f524e9f-efe1-40ec-b70f-0964534d0bdf service neutron] 10.222.0.32 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096796 Oct 28 09:39:28.537438 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-90248cd2-7d99-4ab8-b134-0ec0476771b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:28.543561 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-fc35435b-b692-4184-94ee-4016fd7149c2 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:39:28.571195 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb14f1a-05bc-4088-b12c-08504f634853 req-b05a8103-8bff-4945-96c2-bac088bda093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.574590 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8bb14f1a-05bc-4088-b12c-08504f634853 req-b05a8103-8bff-4945-96c2-bac088bda093 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0824165 Oct 28 09:39:28.602531 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-90248cd2-7d99-4ab8-b134-0ec0476771b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:28.605755 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-90248cd2-7d99-4ab8-b134-0ec0476771b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:28.609672 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-90248cd2-7d99-4ab8-b134-0ec0476771b6 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4cf5ae37-94a0-4966-967d-e33e22e35e27 HTTP/1.1" status: 204 len: 168 time: 0.1588111 Oct 28 09:39:28.616661 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90248cd2-7d99-4ab8-b134-0ec0476771b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf5ae37-94a0-4966-967d-e33e22e35e27,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:28.687704 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb14f1a-05bc-4088-b12c-08504f634853 req-108494e4-2367-48ea-bfe2-f57b14acca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.689253 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8bb14f1a-05bc-4088-b12c-08504f634853 req-108494e4-2367-48ea-bfe2-f57b14acca60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046460 Oct 28 09:39:28.693280 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559b8a0-3f90-4d31-9098-bf84e6d79b97 req-19cfa630-5129-44db-ac57-bf58f7f5e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.694735 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d559b8a0-3f90-4d31-9098-bf84e6d79b97 req-19cfa630-5129-44db-ac57-bf58f7f5e2c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a38820c169144910a9c2a7d083bc9d1d&device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 1097 time: 0.0640669 Oct 28 09:39:28.862075 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-fc35435b-b692-4184-94ee-4016fd7149c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '5fe65029-ae64-45fd-8ceb-bb8d53baecbb', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '80ec90f1-3976-49bd-8391-e40b04fde592', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:0b:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:39:26Z', 'updated_at': '2021-10-28T09:39:26Z', 'revision_number': 0, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}, {'id': '877e9ce8-650d-454d-aab5-8b0d4e524542', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:f9:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b709787-a782-4953-a7fc-e721bdb77166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:53Z', 'updated_at': '2021-10-28T09:36:56Z', 'revision_number': 1, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:28.893796 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35435b-b692-4184-94ee-4016fd7149c2 None None] The sync data for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi is: [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '5fe65029-ae64-45fd-8ceb-bb8d53baecbb', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '80ec90f1-3976-49bd-8391-e40b04fde592', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:0b:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:39:26Z', 'updated_at': '2021-10-28T09:39:26Z', 'revision_number': 0, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}, {'id': '877e9ce8-650d-454d-aab5-8b0d4e524542', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:f9:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b709787-a782-4953-a7fc-e721bdb77166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:53Z', 'updated_at': '2021-10-28T09:36:56Z', 'revision_number': 1, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:39:28.944971 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8bb14f1a-05bc-4088-b12c-08504f634853 req-10a30965-1660-4800-b56d-c820adcca90d service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376406 Oct 28 09:39:28.958196 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcb33f-f733-4c3f-bfdc-960c19aecca9 req-ac64bd93-06de-4182-a14f-829e0f3cd7fc tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:28.960814 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d5fcb33f-f733-4c3f-bfdc-960c19aecca9 req-ac64bd93-06de-4182-a14f-829e0f3cd7fc tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 944 time: 0.1230612 Oct 28 09:39:29.045679 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559b8a0-3f90-4d31-9098-bf84e6d79b97 req-d3abf937-f36a-4fa4-8a22-51c564517c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:29.047653 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d559b8a0-3f90-4d31-9098-bf84e6d79b97 req-d3abf937-f36a-4fa4-8a22-51c564517c92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=930fd589-69d7-4add-ab2e-0b50f5149cb9 HTTP/1.1" status: 200 len: 909 time: 0.3314440 Oct 28 09:39:29.117995 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d5fcb33f-f733-4c3f-bfdc-960c19aecca9 req-70a32f76-ee07-41ae-914b-f7bfab672682 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461146 Oct 28 09:39:29.122950 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d559b8a0-3f90-4d31-9098-bf84e6d79b97 req-86588061-07a6-42c2-8723-8cbc87d45987 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5393e290-6b75-43bb-a98d-c91e1a542acc HTTP/1.1" status: 200 len: 217 time: 0.0606759 Oct 28 09:39:29.136114 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562fb90-4bcb-4ba0-ace5-2687849f2a6b None None] New status for floating IP 5fe65029-ae64-45fd-8ceb-bb8d53baecbb: ACTIVE {{(pid=101416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:39:29.213955 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8bb14f1a-05bc-4088-b12c-08504f634853 req-66f385e6-56ce-4702-bb5e-767acf01d8e7 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514455 Oct 28 09:39:29.241571 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559b8a0-3f90-4d31-9098-bf84e6d79b97 req-689ceb72-523b-4363-a205-c089ebce11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:29.245117 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d559b8a0-3f90-4d31-9098-bf84e6d79b97 req-689ceb72-523b-4363-a205-c089ebce11ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a31a8fe-dc09-4614-9d5b-954ffd715405 HTTP/1.1" status: 200 len: 847 time: 0.1125615 Oct 28 09:39:29.294154 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d559b8a0-3f90-4d31-9098-bf84e6d79b97 req-8dd3f668-752e-4d48-b951-5aeb7211ea78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=930fd589-69d7-4add-ab2e-0b50f5149cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356917 Oct 28 09:39:29.391302 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:29.413883 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d559b8a0-3f90-4d31-9098-bf84e6d79b97 req-3d74c50e-84c4-437d-bcaa-2e8657e90ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112537 Oct 28 09:39:29.532769 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-d559b8a0-3f90-4d31-9098-bf84e6d79b97 req-eb9ff679-57b7-43a0-b0cd-826e72aa682a service neutron] 10.222.0.32 "GET /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109450 Oct 28 09:39:30.246416 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c9e41-5266-4f6c-a0b4-d40306b8ee64 req-ddba0f3b-fc8a-4b32-93d5-51f0765c37e9 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:30.247940 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4d8c9e41-5266-4f6c-a0b4-d40306b8ee64 req-ddba0f3b-fc8a-4b32-93d5-51f0765c37e9 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 944 time: 0.0588365 Oct 28 09:39:30.289948 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-4d8c9e41-5266-4f6c-a0b4-d40306b8ee64 req-cae47251-fffa-4205-ba26-c4a370ca3d51 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353529 Oct 28 09:39:31.409348 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba02531-e5e8-4f42-8c54-53d9f39d3ce8 req-33b54bdd-1abf-44fd-b228-640d3ec1c455 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:31.411503 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0ba02531-e5e8-4f42-8c54-53d9f39d3ce8 req-33b54bdd-1abf-44fd-b228-640d3ec1c455 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 944 time: 0.0514748 Oct 28 09:39:31.451154 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-0ba02531-e5e8-4f42-8c54-53d9f39d3ce8 req-eea8ddbd-eb2e-49e5-90db-8b340ca854b9 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332837 Oct 28 09:39:32.527917 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5393e290-6b75-43bb-a98d-c91e1a542acc details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=101415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:39:32.575348 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b0f1-9ce1-47b2-b6a1-44c80afa2337 req-b2482faf-4b85-424a-87dd-dcc6962ab780 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:32.576909 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-acf1b0f1-9ce1-47b2-b6a1-44c80afa2337 req-b2482faf-4b85-424a-87dd-dcc6962ab780 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 944 time: 0.0548010 Oct 28 09:39:32.633764 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 5393e290-6b75-43bb-a98d-c91e1a542acc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5393e290-6b75-43bb-a98d-c91e1a542acc,segment=NetworkSegment(104afcf3-6a3c-471d-b9b9-fb7a25ed1c55),segment_id=104afcf3-6a3c-471d-b9b9-fb7a25ed1c55)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:32.646039 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Returning: {'device': '5393e290-6b75-43bb-a98d-c91e1a542acc', 'network_id': '930fd589-69d7-4add-ab2e-0b50f5149cb9', 'port_id': '5393e290-6b75-43bb-a98d-c91e1a542acc', 'mac_address': 'fa:16:3e:30:1e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a31a8fe-dc09-4614-9d5b-954ffd715405', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:39:32.686774 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.703105 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5393e290-6b75-43bb-a98d-c91e1a542acc {{(pid=101415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:39:32.725447 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 5393e290-6b75-43bb-a98d-c91e1a542acc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5393e290-6b75-43bb-a98d-c91e1a542acc,segment=NetworkSegment(104afcf3-6a3c-471d-b9b9-fb7a25ed1c55),segment_id=104afcf3-6a3c-471d-b9b9-fb7a25ed1c55)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:32.730672 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:32.786547 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=5393e290-6b75-43bb-a98d-c91e1a542acc,revision_number=4']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:32.794215 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.794570 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.794912 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.795251 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.795586 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.795922 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.796254 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.796649 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.796940 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.797266 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.797592 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.797918 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:32.852542 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-acf1b0f1-9ce1-47b2-b6a1-44c80afa2337 req-3f32be90-8df4-4d21-a0df-6b161b8b8f71 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692018 Oct 28 09:39:33.008828 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['5393e290-6b75-43bb-a98d-c91e1a542acc'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:33.979389 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f4b97-e2b4-41fb-af15-f5c19768f7e0 req-a3fdfb98-779f-4b2b-8479-085c9ecac0c2 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:33.980937 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e81f4b97-e2b4-41fb-af15-f5c19768f7e0 req-a3fdfb98-779f-4b2b-8479-085c9ecac0c2 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 945 time: 0.0591438 Oct 28 09:39:34.017788 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-e81f4b97-e2b4-41fb-af15-f5c19768f7e0 req-293d66f3-1b46-4d4c-8e0b-4df93ef75700 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308127 Oct 28 09:39:34.540864 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5393e290-6b75-43bb-a98d-c91e1a542acc up at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:39:34.588982 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning for port 5393e290-6b75-43bb-a98d-c91e1a542acc completed by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:39:34.592995 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.provisioning_blocks [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Provisioning complete for port 5393e290-6b75-43bb-a98d-c91e1a542acc triggered by entity L2. {{(pid=101415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:39:34.593386 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1895029'] for port, provisioning_complete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:34.669994 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1686725'] for port, before_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:34.694960 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036321ce-1bc1-4489-b624-d31e55404c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5393e290-6b75-43bb-a98d-c91e1a542acc'}] {{(pid=101415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:34.697527 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9001dedd116786e64430835b5736c2fd937f6bf6b195d0cb0f4953171efa28fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfe1438-a78b-4305-af2a-920fdefc50e1" -d '{"events": [{"server_uuid": "036321ce-1bc1-4489-b624-d31e55404c87", "name": "network-vif-plugged", "status": "completed", "tag": "5393e290-6b75-43bb-a98d-c91e1a542acc"}]}' {{(pid=101415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:34.711602 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] For port 5393e290-6b75-43bb-a98d-c91e1a542acc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5393e290-6b75-43bb-a98d-c91e1a542acc,segment=NetworkSegment(104afcf3-6a3c-471d-b9b9-fb7a25ed1c55),segment_id=104afcf3-6a3c-471d-b9b9-fb7a25ed1c55)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:34.715745 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349328366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746348997470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746348997488'] for port, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:34.746034 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e12041-89e3-4d3c-be71-2f17f52fce7e x-openstack-request-id: req-c0e12041-89e3-4d3c-be71-2f17f52fce7e {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:34.746322 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036321ce-1bc1-4489-b624-d31e55404c87", "name": "network-vif-plugged", "status": "completed", "tag": "5393e290-6b75-43bb-a98d-c91e1a542acc", "code": 200}]} {{(pid=101415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:34.746574 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c0e12041-89e3-4d3c-be71-2f17f52fce7e {{(pid=101415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:34.746965 dv-cinder-815145-4-iscsi neutron-server[101415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036321ce-1bc1-4489-b624-d31e55404c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5393e290-6b75-43bb-a98d-c91e1a542acc', 'code': 200} Oct 28 09:39:34.776865 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Pushing event updated for resources: {'Port': ['ID=5393e290-6b75-43bb-a98d-c91e1a542acc,revision_number=5']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:34.928551 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089dcb4-b366-4bc8-9196-2f5dd241d1e4 req-01f6c0d9-4b23-4ccd-9e2d-544b02c8bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:34.930117 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a089dcb4-b366-4bc8-9196-2f5dd241d1e4 req-01f6c0d9-4b23-4ccd-9e2d-544b02c8bec6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 1099 time: 0.0406456 Oct 28 09:39:34.969338 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a089dcb4-b366-4bc8-9196-2f5dd241d1e4 req-c2a803a6-f385-4c6b-929b-829cdd891362 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Oct 28 09:39:35.135123 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfd896-322a-464b-95f3-10dda7cbe40d req-df56a717-3079-45ad-be5f-b99b970a414d tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:35.136885 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-debfd896-322a-464b-95f3-10dda7cbe40d req-df56a717-3079-45ad-be5f-b99b970a414d tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 946 time: 0.0492291 Oct 28 09:39:35.175199 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-debfd896-322a-464b-95f3-10dda7cbe40d req-cf2f7c0c-9dd3-4daa-912c-465714b2a61a tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Oct 28 09:39:36.293843 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991afda-6f4b-4b50-93ac-c03a5e14519d req-f0a9ad7c-3de3-49da-8f62-0a3a93e60c3a tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:36.295764 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5991afda-6f4b-4b50-93ac-c03a5e14519d req-f0a9ad7c-3de3-49da-8f62-0a3a93e60c3a tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 946 time: 0.0501602 Oct 28 09:39:36.335515 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5991afda-6f4b-4b50-93ac-c03a5e14519d req-05ee0149-e695-4f2c-ad01-fc413ec65af6 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337787 Oct 28 09:39:37.106733 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c73d9-3fcf-4106-892d-0fd13f62cf22 req-fc9bffa0-4218-422a-b925-bceec58de6d8 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:37.108201 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-288c73d9-3fcf-4106-892d-0fd13f62cf22 req-fc9bffa0-4218-422a-b925-bceec58de6d8 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 946 time: 0.0498335 Oct 28 09:39:37.147099 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-288c73d9-3fcf-4106-892d-0fd13f62cf22 req-f46df38b-cb05-4cb8-bbc1-cf78ccd4033f tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Oct 28 09:39:38.265355 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b97ae5-6cb0-441e-a533-71814749bcb1 req-9709ab6f-9650-4b62-946c-ad139e6fe00a tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:38.266794 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f6b97ae5-6cb0-441e-a533-71814749bcb1 req-9709ab6f-9650-4b62-946c-ad139e6fe00a tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 946 time: 0.0508976 Oct 28 09:39:38.305666 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f6b97ae5-6cb0-441e-a533-71814749bcb1 req-9e2a3fea-03af-4466-86fe-631bf22540b9 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/security-groups?id=adc0ea41-6a86-4f08-9346-5535b368325b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Oct 28 09:39:38.801457 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5013f-bb09-47ce-9b63-1429f23ee178 req-7dba90d3-4274-48f2-8dcd-90ec7da1c2df tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:38.802876 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94a5013f-bb09-47ce-9b63-1429f23ee178 req-7dba90d3-4274-48f2-8dcd-90ec7da1c2df tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.32 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 946 time: 0.0474665 Oct 28 09:39:38.893467 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-94a5013f-bb09-47ce-9b63-1429f23ee178 req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Deleting port 5393e290-6b75-43bb-a98d-c91e1a542acc {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:39:38.893723 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94a5013f-bb09-47ce-9b63-1429f23ee178 req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:38.982485 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-94a5013f-bb09-47ce-9b63-1429f23ee178 req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] For port 5393e290-6b75-43bb-a98d-c91e1a542acc, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=5393e290-6b75-43bb-a98d-c91e1a542acc,segment=NetworkSegment(104afcf3-6a3c-471d-b9b9-fb7a25ed1c55),segment_id=104afcf3-6a3c-471d-b9b9-fb7a25ed1c55)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:38.982843 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94a5013f-bb09-47ce-9b63-1429f23ee178 req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:38.995421 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-94a5013f-bb09-47ce-9b63-1429f23ee178 req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Calling delete_port for 5393e290-6b75-43bb-a98d-c91e1a542acc owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:39:39.121938 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94a5013f-bb09-47ce-9b63-1429f23ee178 req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:39.139333 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] get_ports_and_sgs() called for port_ids ['5393e290-6b75-43bb-a98d-c91e1a542acc'] {{(pid=101415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:39:39.148562 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Pushing event deleted for resources: {'Port': ['ID=5393e290-6b75-43bb-a98d-c91e1a542acc,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:39.161399 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.161399 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.161399 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.161733 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.161924 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.162255 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.162583 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.162910 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.163238 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.163562 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.163884 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.164204 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:39.200552 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a5013f-bb09-47ce-9b63-1429f23ee178 req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] No DVR routers for this DVR port 5393e290-6b75-43bb-a98d-c91e1a542acc on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:39:39.202970 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-94a5013f-bb09-47ce-9b63-1429f23ee178 req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:39.206290 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-94a5013f-bb09-47ce-9b63-1429f23ee178 req-7e6c18fc-649e-485a-8cc0-4577ee120aa0 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.32 "DELETE /v2.0/ports/5393e290-6b75-43bb-a98d-c91e1a542acc HTTP/1.1" status: 204 len: 173 time: 0.3964269 Oct 28 09:39:39.206718 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036321ce-1bc1-4489-b624-d31e55404c87', 'name': 'network-vif-deleted', 'tag': '5393e290-6b75-43bb-a98d-c91e1a542acc'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:39:39.209295 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147dcf23-b163-481b-a064-3b12dd0df82f" -d '{"events": [{"server_uuid": "036321ce-1bc1-4489-b624-d31e55404c87", "name": "network-vif-deleted", "tag": "5393e290-6b75-43bb-a98d-c91e1a542acc"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:39:39.246066 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96099194-c67f-4e24-84d1-77e4f39d9fa0 x-openstack-request-id: req-96099194-c67f-4e24-84d1-77e4f39d9fa0 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:39:39.246354 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036321ce-1bc1-4489-b624-d31e55404c87", "name": "network-vif-deleted", "tag": "5393e290-6b75-43bb-a98d-c91e1a542acc", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:39:39.246601 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-96099194-c67f-4e24-84d1-77e4f39d9fa0 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:39:39.247005 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036321ce-1bc1-4489-b624-d31e55404c87', 'name': 'network-vif-deleted', 'tag': '5393e290-6b75-43bb-a98d-c91e1a542acc', 'status': 'completed', 'code': 200} Oct 28 09:39:39.417784 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-99c4f4e6-d183-4272-8685-4523b03f17df req-b8264b00-4c75-465b-a30c-6e3ede5f7b50 tempest-VolumesActionsTest-681164982 tempest-VolumesActionsTest-681164982-project] 10.222.0.117 "GET /v2.0/ports?device_id=036321ce-1bc1-4489-b624-d31e55404c87 HTTP/1.1" status: 200 len: 210 time: 0.0301957 Oct 28 09:39:43.639692 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-9becf709-c9e1-444d-a689-645f16fcd125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:44.643624 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5393e290-6b75-43bb-a98d-c91e1a542acc no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:39:44.667829 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 5393e290-6b75-43bb-a98d-c91e1a542acc {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:39:44.668163 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 5393e290-6b75-43bb-a98d-c91e1a542acc not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:39:46.809109 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-3de05132-5666-4ce1-bda6-68dd4cfd3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:47.470085 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:47.498773 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:48.017380 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:39:49.327392 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:51.358665 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 48150) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:51.475849 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ee31bf3b-ed83-4030-884b-81d906d9b0ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:51.574303 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ee31bf3b-ed83-4030-884b-81d906d9b0ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:51.582105 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ee31bf3b-ed83-4030-884b-81d906d9b0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:51.624907 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-ee31bf3b-ed83-4030-884b-81d906d9b0ce admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=aed19688c64f4388aa8299619c54f2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649534 Oct 28 09:39:51.625880 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31bf3b-ed83-4030-884b-81d906d9b0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9324ec37-4d6b-4a0f-b88e-a80e9aa1c4c0,revision_number=1']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:51.628954 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48154) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:51.720537 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-807e8cce-29c5-43e4-a16f-013f2b4c6b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:51.752503 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-807e8cce-29c5-43e4-a16f-013f2b4c6b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:51.812519 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-807e8cce-29c5-43e4-a16f-013f2b4c6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:51.819660 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-807e8cce-29c5-43e4-a16f-013f2b4c6b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:51.824935 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-807e8cce-29c5-43e4-a16f-013f2b4c6b74 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9324ec37-4d6b-4a0f-b88e-a80e9aa1c4c0 HTTP/1.1" status: 204 len: 168 time: 0.1947796 Oct 28 09:39:51.835355 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e8cce-29c5-43e4-a16f-013f2b4c6b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9324ec37-4d6b-4a0f-b88e-a80e9aa1c4c0,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:59.419807 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.268644 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48288) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:03.314081 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cf3f4b-4506-41ff-ab41-f88bbc0c79aa admin admin] Deleting subnet 7a31a8fe-dc09-4614-9d5b-954ffd715405 {{(pid=101414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:40:03.317140 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a0cf3f4b-4506-41ff-ab41-f88bbc0c79aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.351340 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a0cf3f4b-4506-41ff-ab41-f88bbc0c79aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29395415'] for subnet, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.392834 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a0cf3f4b-4506-41ff-ab41-f88bbc0c79aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.443088 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a0cf3f4b-4506-41ff-ab41-f88bbc0c79aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30394336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30377721'] for subnet, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.467785 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf3f4b-4506-41ff-ab41-f88bbc0c79aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a31a8fe-dc09-4614-9d5b-954ffd715405,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:03.471559 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-a0cf3f4b-4506-41ff-ab41-f88bbc0c79aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.474743 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-a0cf3f4b-4506-41ff-ab41-f88bbc0c79aa admin admin] 10.222.0.117 "DELETE /v2.0/subnets/7a31a8fe-dc09-4614-9d5b-954ffd715405 HTTP/1.1" status: 204 len: 168 time: 0.2051129 Oct 28 09:40:03.477316 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48290) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:03.544801 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.622648 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.642140 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930fd589-69d7-4add-ab2e-0b50f5149cb9']}} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:03.651822 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104afcf3-6a3c-471d-b9b9-fb7a25ed1c55') {'for_net_delete': True} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:03.652115 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104afcf3-6a3c-471d-b9b9-fb7a25ed1c55') {} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:03.661125 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29395374'] for segment, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.674047 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.680390 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=101414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:40:03.680762 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30394122'] for segment, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: Traceback (most recent call last): Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: timer() Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: cb(*args, **kw) Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: return func(*args, **kwargs) Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: self._notify() Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: self.callback(batched_events) Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: event.method(event) Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: return f(self, *a, **k) Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._get(url).json() Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: return self.request(url, 'GET', **kwargs) Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:40:03.682317 dv-cinder-815145-4-iscsi neutron-server[101414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:40:03.737382 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.742693 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:03.746000 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] 10.222.0.117 "DELETE /v2.0/networks/930fd589-69d7-4add-ab2e-0b50f5149cb9 HTTP/1.1" status: 204 len: 168 time: 0.2677782 Oct 28 09:40:03.758657 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f12ab-f193-423b-8e07-a2b2738a93b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=930fd589-69d7-4add-ab2e-0b50f5149cb9,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:03.906072 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48294) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:03.946578 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-33f47250-4f74-49f1-827d-c1b5f8586137 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=a38820c169144910a9c2a7d083bc9d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393536 Oct 28 09:40:03.948994 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48296) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:03.996337 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d1215b6c-f33b-4a1e-ab81-7f0a878cf06d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:04.017457 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d1215b6c-f33b-4a1e-ab81-7f0a878cf06d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:04.061768 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d1215b6c-f33b-4a1e-ab81-7f0a878cf06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:04.064333 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-d1215b6c-f33b-4a1e-ab81-7f0a878cf06d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:04.065504 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-d1215b6c-f33b-4a1e-ab81-7f0a878cf06d admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/adc0ea41-6a86-4f08-9346-5535b368325b HTTP/1.1" status: 204 len: 168 time: 0.1156256 Oct 28 09:40:04.073144 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1215b6c-f33b-4a1e-ab81-7f0a878cf06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc0ea41-6a86-4f08-9346-5535b368325b,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:13.642338 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-0abc6293-3408-46cd-860d-6204697448ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:16.803944 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-7221b924-a6b8-49a3-b685-1433bbe5e287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:17.471882 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:17.490307 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:19.326319 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:25.017791 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:40:29.494949 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:38.049382 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48504) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:38.154011 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-23ef7f0c-9537-4a18-a125-9bdd6fc92efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:38.230776 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-23ef7f0c-9537-4a18-a125-9bdd6fc92efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:38.234520 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-23ef7f0c-9537-4a18-a125-9bdd6fc92efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_create {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:38.270503 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-23ef7f0c-9537-4a18-a125-9bdd6fc92efe admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e30cae03058f4a388442bd5dc9c4b51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200842 Oct 28 09:40:38.272348 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef7f0c-9537-4a18-a125-9bdd6fc92efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1bc27b-5638-42d8-a95b-42a479c42069,revision_number=1']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:38.273518 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 48508) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:38.325391 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:38.345751 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:38.393186 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:38.395777 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:38.396998 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4c1bc27b-5638-42d8-a95b-42a479c42069 HTTP/1.1" status: 204 len: 168 time: 0.1206636 Oct 28 09:40:38.406029 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1bc27b-5638-42d8-a95b-42a479c42069,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:38.413214 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:38.413575 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:38.413921 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:38.414261 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:38.415886 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:38.416534 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:38.416918 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:38.417239 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:38.417577 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:38.417907 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:38.418488 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:38.418848 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b893de-e7c3-4b4a-9302-6e7abb9e0c1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:43.643828 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-55db46e3-a6cb-448b-9462-2ce1b2052eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:46.805718 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4ad1-6e7c-48e5-bc59-b61efb5138bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:47.474212 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:47.493295 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:48.372963 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48512) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:48.659303 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Deleting port 1bef4cbd-1279-49d9-9d50-ae8c3a690a03 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:48.659526 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:48.732712 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:48.733032 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:48.744110 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Calling delete_port for 1bef4cbd-1279-49d9-9d50-ae8c3a690a03 owned by network:floatingip {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:48.888563 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:48.914050 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event deleted for resources: {'Port': ['ID=1bef4cbd-1279-49d9-9d50-ae8c3a690a03,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:48.940195 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.940576 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.940921 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.941261 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.941599 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.941936 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.942263 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.942597 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.942924 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.943248 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.943574 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.943895 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:48.983154 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for floatingip, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:48.983639 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.l3_db [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Floating IP aaa321c2-3551-40a5-b63d-8a548ec09178 disassociated (deleted). External IP: 172.27.3.47, port: 701d96d0-1b50-4df3-b86d-9a83b0cb42e0. Oct 28 09:40:49.327450 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:49.454886 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:40:49.558088 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:40:49.562859 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:49.570320 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6aa8d-9d8d-4f8e-a4f1-682474a43ce3 None None] Sync routers for ids ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:40:49.580553 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6aa8d-9d8d-4f8e-a4f1-682474a43ce3 None None] Routers {'7f1d1874-2d14-4f01-95db-ef9f09a79de3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:49.581263 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-69e6aa8d-9d8d-4f8e-a4f1-682474a43ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:40:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:49.592278 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-ad65d60c-11f5-4f51-a1d6-76181214a1d6 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "DELETE /v2.0/floatingips/aaa321c2-3551-40a5-b63d-8a548ec09178 HTTP/1.1" status: 204 len: 168 time: 1.2182331 Oct 28 09:40:49.592985 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:49.595344 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:49.636560 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87b7e30-c54e-4948-b390-a9975a316b67 x-openstack-request-id: req-e87b7e30-c54e-4948-b390-a9975a316b67 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:49.636943 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:49.637204 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-e87b7e30-c54e-4948-b390-a9975a316b67 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:49.637599 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'status': 'completed', 'code': 200} Oct 28 09:40:49.694534 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-69e6aa8d-9d8d-4f8e-a4f1-682474a43ce3 None None] Set router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:49.702175 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a req-826d0d0b-2ab3-46bf-94ed-73332f6f98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:49.703701 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a req-826d0d0b-2ab3-46bf-94ed-73332f6f98ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f&device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 1098 time: 0.0417080 Oct 28 09:40:49.802036 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a req-9d40dd57-fa3a-41ed-91de-eb3cd454c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:49.803502 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a req-9d40dd57-fa3a-41ed-91de-eb3cd454c92a service neutron] 10.222.0.32 "GET /v2.0/networks?id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef HTTP/1.1" status: 200 len: 910 time: 0.0930605 Oct 28 09:40:49.844724 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec7439-bc13-4f41-bb98-89273459ac09 req-2aee4c26-13ab-4381-a897-fae2c2edd3bd tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:49.846233 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3dec7439-bc13-4f41-bb98-89273459ac09 req-2aee4c26-13ab-4381-a897-fae2c2edd3bd tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0542641 Oct 28 09:40:49.854272 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a req-031b4dd2-7649-4d26-8ad3-bfb86cb417af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0 HTTP/1.1" status: 200 len: 217 time: 0.0422542 Oct 28 09:40:49.887638 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-3dec7439-bc13-4f41-bb98-89273459ac09 req-cf6234d1-9e70-47f1-b57d-67f3d4547e5a tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354421 Oct 28 09:40:49.908161 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a req-d944f77c-b96e-4089-9723-b8139ebd1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:49.909874 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a req-d944f77c-b96e-4089-9723-b8139ebd1abf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eb72e66-749a-4452-b0ca-8ddd85aca794 HTTP/1.1" status: 200 len: 847 time: 0.0466700 Oct 28 09:40:49.933449 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-69e6aa8d-9d8d-4f8e-a4f1-682474a43ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'e2d8bbf2-8960-4742-8155-be505140b0e6', 'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'mac_address': 'fa:16:3e:af:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:12Z', 'updated_at': '2021-10-28T09:35:17Z', 'revision_number': 5, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'subnets': [{'id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:49.958308 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a req-e04309dc-aad9-473a-a2ac-94eb2c9c9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:49.959786 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a req-e04309dc-aad9-473a-a2ac-94eb2c9c9a0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417950 Oct 28 09:40:49.959961 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6aa8d-9d8d-4f8e-a4f1-682474a43ce3 None None] Checking router: 7f1d1874-2d14-4f01-95db-ef9f09a79de3 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:40:49.969145 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6aa8d-9d8d-4f8e-a4f1-682474a43ce3 None None] Routers {'7f1d1874-2d14-4f01-95db-ef9f09a79de3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:49.969747 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-69e6aa8d-9d8d-4f8e-a4f1-682474a43ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:40:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:50.052779 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a req-e560e892-f36d-499e-993a-c1bd46a62046 service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848255 Oct 28 09:40:50.075759 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-69e6aa8d-9d8d-4f8e-a4f1-682474a43ce3 None None] Set router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:50.142170 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-c99e322e-3d45-4b13-bf78-d1028c2bbf5a req-e41c83e1-c1bf-4229-b2fc-77ce07b735f9 service neutron] 10.222.0.32 "GET /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822332 Oct 28 09:40:50.271449 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-69e6aa8d-9d8d-4f8e-a4f1-682474a43ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'e2d8bbf2-8960-4742-8155-be505140b0e6', 'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'mac_address': 'fa:16:3e:af:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:12Z', 'updated_at': '2021-10-28T09:35:17Z', 'revision_number': 5, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'subnets': [{'id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:50.301105 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6aa8d-9d8d-4f8e-a4f1-682474a43ce3 None None] The sync data for ids ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'] in dv-cinder-815145-4-iscsi is: [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'e2d8bbf2-8960-4742-8155-be505140b0e6', 'name': '', 'network_id': '92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'mac_address': 'fa:16:3e:af:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:12Z', 'updated_at': '2021-10-28T09:35:17Z', 'revision_number': 5, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'subnets': [{'id': '8eb72e66-749a-4452-b0ca-8ddd85aca794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:40:50.527371 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0b3e7-ce06-40a4-9a92-4f2c2c6f0746 None None] New status for floating IP aaa321c2-3551-40a5-b63d-8a548ec09178: DOWN {{(pid=101416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:40:51.116132 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1d284-7fbf-4c1e-b6ab-fbce1fbe1b0d req-40ff7095-4338-48e7-b263-87b5a5ad5f14 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:51.118868 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8cb1d284-7fbf-4c1e-b6ab-fbce1fbe1b0d req-40ff7095-4338-48e7-b263-87b5a5ad5f14 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.1594718 Oct 28 09:40:51.167434 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8cb1d284-7fbf-4c1e-b6ab-fbce1fbe1b0d req-701418ac-09f9-4bcf-b8ce-438aeca10967 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/security-groups?id=928a8daf-6270-4a81-a829-046172fbaee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425174 Oct 28 09:40:51.319818 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4db3a8-238f-43ff-90ae-6cdcdeb5f427 req-dc145eac-5272-4fda-b821-e275089ebe67 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:51.321286 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6a4db3a8-238f-43ff-90ae-6cdcdeb5f427 req-dc145eac-5272-4fda-b821-e275089ebe67 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 945 time: 0.0481567 Oct 28 09:40:51.416777 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-6a4db3a8-238f-43ff-90ae-6cdcdeb5f427 req-51b60caf-f8a4-452c-b886-546443f10446 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Deleting port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:51.417039 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-6a4db3a8-238f-43ff-90ae-6cdcdeb5f427 req-51b60caf-f8a4-452c-b886-546443f10446 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:51.504463 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-6a4db3a8-238f-43ff-90ae-6cdcdeb5f427 req-51b60caf-f8a4-452c-b886-546443f10446 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] For port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:51.504965 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-6a4db3a8-238f-43ff-90ae-6cdcdeb5f427 req-51b60caf-f8a4-452c-b886-546443f10446 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:51.517737 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-6a4db3a8-238f-43ff-90ae-6cdcdeb5f427 req-51b60caf-f8a4-452c-b886-546443f10446 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Calling delete_port for 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:51.645458 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-6a4db3a8-238f-43ff-90ae-6cdcdeb5f427 req-51b60caf-f8a4-452c-b886-546443f10446 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:51.672814 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b60caf-f8a4-452c-b886-546443f10446 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event deleted for resources: {'Port': ['ID=701d96d0-1b50-4df3-b86d-9a83b0cb42e0,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:51.715135 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4db3a8-238f-43ff-90ae-6cdcdeb5f427 req-51b60caf-f8a4-452c-b886-546443f10446 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] No DVR routers for this DVR port 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:40:51.717894 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-6a4db3a8-238f-43ff-90ae-6cdcdeb5f427 req-51b60caf-f8a4-452c-b886-546443f10446 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:51.721325 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-6a4db3a8-238f-43ff-90ae-6cdcdeb5f427 req-51b60caf-f8a4-452c-b886-546443f10446 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.32 "DELETE /v2.0/ports/701d96d0-1b50-4df3-b86d-9a83b0cb42e0 HTTP/1.1" status: 204 len: 173 time: 0.3921096 Oct 28 09:40:51.721767 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'name': 'network-vif-deleted', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:40:51.724035 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b74e50-b52c-45f2-8cb2-7e6d9a992630" -d '{"events": [{"server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "name": "network-vif-deleted", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:40:51.759428 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52efea14-8ab0-49c0-8266-884c6b9b449c x-openstack-request-id: req-52efea14-8ab0-49c0-8266-884c6b9b449c {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:40:51.759715 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdff26d-a5ae-433b-b698-8371c4862031", "name": "network-vif-deleted", "tag": "701d96d0-1b50-4df3-b86d-9a83b0cb42e0", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:40:51.759971 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-52efea14-8ab0-49c0-8266-884c6b9b449c {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:40:51.760399 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdff26d-a5ae-433b-b698-8371c4862031', 'name': 'network-vif-deleted', 'tag': '701d96d0-1b50-4df3-b86d-9a83b0cb42e0', 'status': 'completed', 'code': 200} Oct 28 09:40:52.284641 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-823820da-7c66-4e61-884c-c38c242af3a5 req-a2ec018e-b805-4b10-8ce8-3760637e4f03 tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "GET /v2.0/ports?device_id=bbdff26d-a5ae-433b-b698-8371c4862031 HTTP/1.1" status: 200 len: 210 time: 0.0310166 Oct 28 09:40:53.341613 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48538) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:53.399071 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9da8bfc0-c75b-4e9e-ba58-32a603e2f5ad tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:53.423936 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9da8bfc0-c75b-4e9e-ba58-32a603e2f5ad tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:53.481297 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9da8bfc0-c75b-4e9e-ba58-32a603e2f5ad tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:53.483943 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-9da8bfc0-c75b-4e9e-ba58-32a603e2f5ad tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:53.485156 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-9da8bfc0-c75b-4e9e-ba58-32a603e2f5ad tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] 10.222.0.117 "DELETE /v2.0/security-groups/928a8daf-6270-4a81-a829-046172fbaee8 HTTP/1.1" status: 204 len: 168 time: 0.1425619 Oct 28 09:40:53.495354 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8bfc0-c75b-4e9e-ba58-32a603e2f5ad tempest-TestShelveInstance-2096501588 tempest-TestShelveInstance-2096501588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928a8daf-6270-4a81-a829-046172fbaee8,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:53.540712 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48542) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:53.972574 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953397'] for router_interface, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:54.213724 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] Deleting port e2d8bbf2-8960-4742-8155-be505140b0e6 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:54.214080 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:54.293977 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] For port e2d8bbf2-8960-4742-8155-be505140b0e6, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=e2d8bbf2-8960-4742-8155-be505140b0e6,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:54.294366 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:54.307073 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] Calling delete_port for e2d8bbf2-8960-4742-8155-be505140b0e6 owned by network:router_interface {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:54.480954 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:54.505737 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d8bbf2-8960-4742-8155-be505140b0e6,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:54.669077 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-698557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953561'] for router_interface, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:54.882549 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] Router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:40:54.987412 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:40:54.992479 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-65e57b61-eea8-4fce-9861-73bc237c9716 admin admin] 10.222.0.117 "PUT /v2.0/routers/7f1d1874-2d14-4f01-95db-ef9f09a79de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4506557 Oct 28 09:40:54.995733 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48546) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:54.997933 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a4a45-0774-435d-b5bd-353fc0a9de7b None None] Sync routers for ids ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:40:55.007786 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a4a45-0774-435d-b5bd-353fc0a9de7b None None] Routers {'7f1d1874-2d14-4f01-95db-ef9f09a79de3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:55.008465 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-c89a4a45-0774-435d-b5bd-353fc0a9de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:40:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:55.043652 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:40:55.094213 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:40:55.094478 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 701d96d0-1b50-4df3-b86d-9a83b0cb42e0 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:40:55.096822 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Publish callbacks [] for router, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.134779 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-c89a4a45-0774-435d-b5bd-353fc0a9de7b None None] Set router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:55.198429 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.250283 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Deleting port 17d8cbb1-231b-4360-9f7f-6096724f43e5 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:55.250629 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.315542 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-c89a4a45-0774-435d-b5bd-353fc0a9de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:40:54Z', 'revision_number': 5, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port': {'id': '17d8cbb1-231b-4360-9f7f-6096724f43e5', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:10Z', 'updated_at': '2021-10-28T09:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:55.329747 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] For port 17d8cbb1-231b-4360-9f7f-6096724f43e5, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=17d8cbb1-231b-4360-9f7f-6096724f43e5,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:55.330124 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.342692 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a4a45-0774-435d-b5bd-353fc0a9de7b None None] Checking router: 7f1d1874-2d14-4f01-95db-ef9f09a79de3 for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:40:55.346277 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Calling delete_port for 17d8cbb1-231b-4360-9f7f-6096724f43e5 owned by network:router_gateway {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:55.351097 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a4a45-0774-435d-b5bd-353fc0a9de7b None None] Routers {'7f1d1874-2d14-4f01-95db-ef9f09a79de3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:55.351695 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-c89a4a45-0774-435d-b5bd-353fc0a9de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:40:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:55.439208 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-c89a4a45-0774-435d-b5bd-353fc0a9de7b None None] Set router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 gateway port host: None {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:55.497313 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-c89a4a45-0774-435d-b5bd-353fc0a9de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:40:55Z', 'revision_number': 6, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port_host': None}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:55.504530 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.523973 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a4a45-0774-435d-b5bd-353fc0a9de7b None None] The sync data for ids ['7f1d1874-2d14-4f01-95db-ef9f09a79de3'] in dv-cinder-815145-4-iscsi is: [{'id': '7f1d1874-2d14-4f01-95db-ef9f09a79de3', 'name': 'tempest-TestShelveInstance-950276798-router', 'tenant_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:09Z', 'updated_at': '2021-10-28T09:40:55Z', 'revision_number': 6, 'project_id': 'a533dee6c5f9490cb6a4b0bfdf91fb3f', 'gw_port_host': None}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:40:55.533433 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Pushing event deleted for resources: {'Port': ['ID=17d8cbb1-231b-4360-9f7f-6096724f43e5,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:55.594186 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953211'] for router_gateway, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.680101 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64810'] for router, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.682726 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.726239 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947974'] for router, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.726748 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f1d1874-2d14-4f01-95db-ef9f09a79de3 {{(pid=101414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:40:55.732078 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.733273 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-ddb049b1-2d7a-4557-9549-d46ed249ba6e admin admin] 10.222.0.117 "DELETE /v2.0/routers/7f1d1874-2d14-4f01-95db-ef9f09a79de3 HTTP/1.1" status: 204 len: 168 time: 0.7365866 Oct 28 09:40:55.735746 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48548) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:55.778641 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcad85b-7d9d-4cba-bf61-c11a23cfca10 admin admin] Deleting subnet 8eb72e66-749a-4452-b0ca-8ddd85aca794 {{(pid=101414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:40:55.781628 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3fcad85b-7d9d-4cba-bf61-c11a23cfca10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.816040 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3fcad85b-7d9d-4cba-bf61-c11a23cfca10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29395415'] for subnet, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.896422 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3fcad85b-7d9d-4cba-bf61-c11a23cfca10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.953324 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3fcad85b-7d9d-4cba-bf61-c11a23cfca10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30394336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30377721'] for subnet, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.981039 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3fcad85b-7d9d-4cba-bf61-c11a23cfca10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:55.986472 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2301eb-686b-416f-9f5c-4ba99181247e None None] Network 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:40:55.987537 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 48550) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:55.988702 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-3fcad85b-7d9d-4cba-bf61-c11a23cfca10 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/8eb72e66-749a-4452-b0ca-8ddd85aca794 HTTP/1.1" status: 204 len: 168 time: 0.2476788 Oct 28 09:40:55.990285 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcad85b-7d9d-4cba-bf61-c11a23cfca10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb72e66-749a-4452-b0ca-8ddd85aca794,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:56.057767 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:56.111065 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Deleting port 943f630a-5ea5-43e1-a482-3c5c85beb695 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:56.111488 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:56.178311 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] For port 943f630a-5ea5-43e1-a482-3c5c85beb695, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=943f630a-5ea5-43e1-a482-3c5c85beb695,segment=NetworkSegment(56788297-ab2b-449f-98c0-d335f6d224ef),segment_id=56788297-ab2b-449f-98c0-d335f6d224ef)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:56.178695 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:56.190731 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Calling delete_port for 943f630a-5ea5-43e1-a482-3c5c85beb695 owned by network:dhcp {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:56.267181 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:56.294462 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Pushing event deleted for resources: {'Port': ['ID=943f630a-5ea5-43e1-a482-3c5c85beb695,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:56.301019 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] No DVR routers for this DVR port 943f630a-5ea5-43e1-a482-3c5c85beb695 on host dv-cinder-815145-4-iscsi {{(pid=101413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:40:56.333914 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd0546-bea7-4c9e-9c8c-f2e7a311fd1f None None] DHCP port deletion for 92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef request from dv-cinder-815145-4-iscsi {{(pid=101415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:40:56.376253 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:56.396633 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef']}} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:56.406507 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56788297-ab2b-449f-98c0-d335f6d224ef') {'for_net_delete': True} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:56.406826 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.services.segments.db [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56788297-ab2b-449f-98c0-d335f6d224ef') {} {{(pid=101413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:56.416922 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31000883'] for segment, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:56.431428 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:56.438901 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=101413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:40:56.439222 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29683771'] for segment, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: Traceback (most recent call last): Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: timer() Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: cb(*args, **kw) Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: return func(*args, **kwargs) Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: self._notify() Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: self.callback(batched_events) Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: event.method(event) Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: return f(self, *a, **k) Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._get(url).json() Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: return self.request(url, 'GET', **kwargs) Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:40:56.441234 dv-cinder-815145-4-iscsi neutron-server[101413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:40:56.501471 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:56.508085 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:56.515699 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] 10.222.0.117 "DELETE /v2.0/networks/92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef HTTP/1.1" status: 204 len: 168 time: 0.5271029 Oct 28 09:40:56.516365 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48552) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:56.528127 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f7734-12b2-4f77-8911-6b87a355d873 admin admin] Pushing event deleted for resources: {'Network': ['ID=92467a4e-c9a8-4d03-9f72-b2bf5d82b3ef,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:56.908049 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 943f630a-5ea5-43e1-a482-3c5c85beb695 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:40:56.933152 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 943f630a-5ea5-43e1-a482-3c5c85beb695 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:40:56.933522 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 943f630a-5ea5-43e1-a482-3c5c85beb695 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:40:56.933950 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 17d8cbb1-231b-4360-9f7f-6096724f43e5 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:40:56.953107 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 17d8cbb1-231b-4360-9f7f-6096724f43e5 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:40:56.953454 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 17d8cbb1-231b-4360-9f7f-6096724f43e5 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:40:56.953864 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device e2d8bbf2-8960-4742-8155-be505140b0e6 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:40:56.975438 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: e2d8bbf2-8960-4742-8155-be505140b0e6 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:40:56.975784 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device e2d8bbf2-8960-4742-8155-be505140b0e6 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:40:57.132270 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953397'] for router_interface, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:57.375730 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] Deleting port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:57.376067 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:57.456657 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] For port 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=61ceb6c3-b7b7-45b1-b9a2-b7c168feade8,segment=NetworkSegment(465261b5-abc7-4d38-adab-fb34845c4cbd),segment_id=465261b5-abc7-4d38-adab-fb34845c4cbd)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:57.457044 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:57.469329 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] Calling delete_port for 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 owned by network:router_interface {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:57.646170 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:57.671953 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] Pushing event deleted for resources: {'Port': ['ID=61ceb6c3-b7b7-45b1-b9a2-b7c168feade8,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:57.835413 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-698557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953561'] for router_interface, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:58.049864 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] Router 8c881a08-aecd-480f-bb34-e441ecff58f3 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:40:58.155379 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:40:58.161197 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-3a78b0ae-ef9b-4561-8fd6-3699248ff90c admin admin] 10.222.0.117 "PUT /v2.0/routers/8c881a08-aecd-480f-bb34-e441ecff58f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6422505 Oct 28 09:40:58.163016 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48554) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:58.166071 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10516ad-9f22-4981-8dac-845b9c8dd77b None None] Sync routers for ids ['8c881a08-aecd-480f-bb34-e441ecff58f3'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:40:58.177077 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10516ad-9f22-4981-8dac-845b9c8dd77b None None] Routers {'8c881a08-aecd-480f-bb34-e441ecff58f3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:58.177769 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-d10516ad-9f22-4981-8dac-845b9c8dd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:40:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['8c881a08-aecd-480f-bb34-e441ecff58f3'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:58.272649 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Publish callbacks [] for router, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:58.294953 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-d10516ad-9f22-4981-8dac-845b9c8dd77b None None] Set router 8c881a08-aecd-480f-bb34-e441ecff58f3 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:58.376266 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:58.428771 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Deleting port 69623078-c3f0-4321-a797-1a8d2bc41a71 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:58.429113 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:58.479747 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-d10516ad-9f22-4981-8dac-845b9c8dd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'name': 'tempest-TestShelveInstance-1579165775-router', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:17Z', 'updated_at': '2021-10-28T09:40:57Z', 'revision_number': 5, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'gw_port': {'id': '69623078-c3f0-4321-a797-1a8d2bc41a71', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:35:18Z', 'updated_at': '2021-10-28T09:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:58.506227 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10516ad-9f22-4981-8dac-845b9c8dd77b None None] Checking router: 8c881a08-aecd-480f-bb34-e441ecff58f3 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:40:58.512439 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] For port 69623078-c3f0-4321-a797-1a8d2bc41a71, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=69623078-c3f0-4321-a797-1a8d2bc41a71,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:58.512792 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:58.514995 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10516ad-9f22-4981-8dac-845b9c8dd77b None None] Routers {'8c881a08-aecd-480f-bb34-e441ecff58f3'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:58.515597 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-d10516ad-9f22-4981-8dac-845b9c8dd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:40:47Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['8c881a08-aecd-480f-bb34-e441ecff58f3'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:58.526645 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Calling delete_port for 69623078-c3f0-4321-a797-1a8d2bc41a71 owned by network:router_gateway {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:58.600706 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-d10516ad-9f22-4981-8dac-845b9c8dd77b None None] Set router 8c881a08-aecd-480f-bb34-e441ecff58f3 gateway port host: None {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:58.654688 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-d10516ad-9f22-4981-8dac-845b9c8dd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'name': 'tempest-TestShelveInstance-1579165775-router', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:17Z', 'updated_at': '2021-10-28T09:40:58Z', 'revision_number': 6, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'gw_port_host': None}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:58.682085 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10516ad-9f22-4981-8dac-845b9c8dd77b None None] The sync data for ids ['8c881a08-aecd-480f-bb34-e441ecff58f3'] in dv-cinder-815145-4-iscsi is: [{'id': '8c881a08-aecd-480f-bb34-e441ecff58f3', 'name': 'tempest-TestShelveInstance-1579165775-router', 'tenant_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:35:17Z', 'updated_at': '2021-10-28T09:40:58Z', 'revision_number': 6, 'project_id': 'c7cf9eb82b4a484db7418aeeefa0a0a1', 'gw_port_host': None}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:40:58.697880 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:58.722435 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Pushing event deleted for resources: {'Port': ['ID=69623078-c3f0-4321-a797-1a8d2bc41a71,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:58.784105 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953211'] for router_gateway, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:58.872445 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64810'] for router, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:58.874571 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:58.920865 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947974'] for router, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:58.921297 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c881a08-aecd-480f-bb34-e441ecff58f3 {{(pid=101414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:40:58.925764 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:58.926912 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-4f2e413b-006a-4709-b97f-eb9c91a0ac9c admin admin] 10.222.0.117 "DELETE /v2.0/routers/8c881a08-aecd-480f-bb34-e441ecff58f3 HTTP/1.1" status: 204 len: 168 time: 0.7626801 Oct 28 09:40:58.929427 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48556) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:58.972818 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02beec1-5399-4db8-96de-90de64593a25 admin admin] Deleting subnet c68b96c6-1f5b-495f-83e0-22099c1c2e26 {{(pid=101414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:40:58.975719 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e02beec1-5399-4db8-96de-90de64593a25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.008753 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e02beec1-5399-4db8-96de-90de64593a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29395415'] for subnet, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.099421 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e02beec1-5399-4db8-96de-90de64593a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.154443 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e02beec1-5399-4db8-96de-90de64593a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30394336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30377721'] for subnet, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.178840 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02beec1-5399-4db8-96de-90de64593a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68b96c6-1f5b-495f-83e0-22099c1c2e26,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:59.183050 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-e02beec1-5399-4db8-96de-90de64593a25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.186224 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-e02beec1-5399-4db8-96de-90de64593a25 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/c68b96c6-1f5b-495f-83e0-22099c1c2e26 HTTP/1.1" status: 204 len: 168 time: 0.2558713 Oct 28 09:40:59.188622 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48558) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:59.191599 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71dcda-d5a4-45a2-a067-fa4f87030160 None None] Network 019b8898-166d-4704-91ee-2302a70f9dfb requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:40:59.255173 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.312495 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Deleting port 997fbac8-ac0e-4aae-beba-4df56c5e8734 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:59.312837 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.377457 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] For port 997fbac8-ac0e-4aae-beba-4df56c5e8734, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=997fbac8-ac0e-4aae-beba-4df56c5e8734,segment=NetworkSegment(465261b5-abc7-4d38-adab-fb34845c4cbd),segment_id=465261b5-abc7-4d38-adab-fb34845c4cbd)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:59.377772 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.390908 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Calling delete_port for 997fbac8-ac0e-4aae-beba-4df56c5e8734 owned by network:dhcp {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:59.448966 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.458167 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] DHCP port deletion for 019b8898-166d-4704-91ee-2302a70f9dfb request from dv-cinder-815145-4-iscsi {{(pid=101415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:40:59.478206 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.486514 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:40:59.505076 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Pushing event deleted for resources: {'Port': ['ID=997fbac8-ac0e-4aae-beba-4df56c5e8734,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:59.508681 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] No DVR routers for this DVR port 997fbac8-ac0e-4aae-beba-4df56c5e8734 on host dv-cinder-815145-4-iscsi {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:40:59.511307 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:40:59.511822 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 61ceb6c3-b7b7-45b1-b9a2-b7c168feade8 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:40:59.533701 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Deleting port 997fbac8-ac0e-4aae-beba-4df56c5e8734 {{(pid=101415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:40:59.534071 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.582868 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.600644 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] For port 997fbac8-ac0e-4aae-beba-4df56c5e8734, host dv-cinder-815145-4-iscsi, got binding levels [] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:59.601040 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.607682 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019b8898-166d-4704-91ee-2302a70f9dfb']}} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:59.614234 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Calling delete_port for 997fbac8-ac0e-4aae-beba-4df56c5e8734 owned by network:dhcp {{(pid=101415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:40:59.616884 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465261b5-abc7-4d38-adab-fb34845c4cbd') {'for_net_delete': True} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:59.617133 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.ipam_backend_mixin [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Port 997fbac8-ac0e-4aae-beba-4df56c5e8734 was not found and therefore no delete operation was performed {{(pid=101415) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 09:40:59.617248 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465261b5-abc7-4d38-adab-fb34845c4cbd') {} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:59.618958 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461'] for port, after_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.627009 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29395374'] for segment, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.640469 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.645586 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Pushing event deleted for resources: {'Port': ['ID=997fbac8-ac0e-4aae-beba-4df56c5e8734,revision_number=None']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:59.647938 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] No DVR routers for this DVR port 997fbac8-ac0e-4aae-beba-4df56c5e8734 on host dv-cinder-815145-4-iscsi {{(pid=101415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:40:59.648634 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=101414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:40:59.649481 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30394122'] for segment, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: Traceback (most recent call last): Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: timer() Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: cb(*args, **kw) Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: return func(*args, **kwargs) Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: self._notify() Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: self.callback(batched_events) Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: event.method(event) Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: return f(self, *a, **k) Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._get(url).json() Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: return self.request(url, 'GET', **kwargs) Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:40:59.658245 dv-cinder-815145-4-iscsi neutron-server[101414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:40:59.668778 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.669132 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.669633 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.669972 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.670305 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.670737 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.670952 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.671278 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.671604 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.671927 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.672344 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.672580 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b259b-3fa6-4060-a5df-88c7838ce7a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815145-4-iscsi {{(pid=101415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:59.709560 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.715865 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.719087 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] 10.222.0.117 "DELETE /v2.0/networks/019b8898-166d-4704-91ee-2302a70f9dfb HTTP/1.1" status: 204 len: 168 time: 0.5295522 Oct 28 09:40:59.731197 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5b8d4-3c12-42de-b2c6-acfbab444929 admin admin] Pushing event deleted for resources: {'Network': ['ID=019b8898-166d-4704-91ee-2302a70f9dfb,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:59.841954 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48562) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:59.881182 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-d9c354e5-17f2-41d1-a096-20209edfb92e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=a533dee6c5f9490cb6a4b0bfdf91fb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379863 Oct 28 09:40:59.883584 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48564) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:59.930005 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8997b373-dca3-4a2c-a175-285ef7a05106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:59.955422 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8997b373-dca3-4a2c-a175-285ef7a05106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:00.002087 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8997b373-dca3-4a2c-a175-285ef7a05106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:00.004709 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-8997b373-dca3-4a2c-a175-285ef7a05106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:00.005857 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-8997b373-dca3-4a2c-a175-285ef7a05106 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/3bf64c30-c453-4c07-8dfe-763a151746dc HTTP/1.1" status: 204 len: 168 time: 0.1207414 Oct 28 09:41:00.013893 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997b373-dca3-4a2c-a175-285ef7a05106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf64c30-c453-4c07-8dfe-763a151746dc,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:00.312939 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48570) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:00.350797 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-8630d5df-7490-46ef-931c-949cc842c35f admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c7cf9eb82b4a484db7418aeeefa0a0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366702 Oct 28 09:41:00.353747 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48572) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:00.401616 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c96ed8c-77c6-414d-af5c-380183af7687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:00.422250 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c96ed8c-77c6-414d-af5c-380183af7687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:00.466770 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c96ed8c-77c6-414d-af5c-380183af7687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:00.469444 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-0c96ed8c-77c6-414d-af5c-380183af7687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:00.470587 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-0c96ed8c-77c6-414d-af5c-380183af7687 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/c00b2856-7030-4617-8ca5-73131bae2ce7 HTTP/1.1" status: 204 len: 168 time: 0.1158609 Oct 28 09:41:00.478836 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96ed8c-77c6-414d-af5c-380183af7687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00b2856-7030-4617-8ca5-73131bae2ce7,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:00.904647 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 69623078-c3f0-4321-a797-1a8d2bc41a71 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:00.925395 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 69623078-c3f0-4321-a797-1a8d2bc41a71 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:00.925811 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 69623078-c3f0-4321-a797-1a8d2bc41a71 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:00.926289 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 997fbac8-ac0e-4aae-beba-4df56c5e8734 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:00.950532 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 997fbac8-ac0e-4aae-beba-4df56c5e8734 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:00.950878 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 997fbac8-ac0e-4aae-beba-4df56c5e8734 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:02.017050 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:41:03.349800 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5d829209-2842-4336-85fd-d7dd482039b9 req-5794b1a8-60b3-429b-806b-32a586e519f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416925 Oct 28 09:41:03.432590 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d829209-2842-4336-85fd-d7dd482039b9 req-cb423036-3aff-48ba-a88f-367d83aa42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:03.434085 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5d829209-2842-4336-85fd-d7dd482039b9 req-cb423036-3aff-48ba-a88f-367d83aa42d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 1098 time: 0.0407493 Oct 28 09:41:03.536134 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d829209-2842-4336-85fd-d7dd482039b9 req-3cc7d5e1-95ed-4922-87a5-99c223e7a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:03.537613 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5d829209-2842-4336-85fd-d7dd482039b9 req-3cc7d5e1-95ed-4922-87a5-99c223e7a302 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 913 time: 0.0830293 Oct 28 09:41:03.603560 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5d829209-2842-4336-85fd-d7dd482039b9 req-ccde727f-790e-4d54-b8df-b1fd715bb1de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=214537d8-5ea3-4a1d-aa60-88a36cce2479 HTTP/1.1" status: 200 len: 1001 time: 0.0583060 Oct 28 09:41:03.649121 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d829209-2842-4336-85fd-d7dd482039b9 req-c14119fd-9dd6-4a3e-8d55-6b3de40355d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:03.651058 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5d829209-2842-4336-85fd-d7dd482039b9 req-c14119fd-9dd6-4a3e-8d55-6b3de40355d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0415862 Oct 28 09:41:03.696909 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d829209-2842-4336-85fd-d7dd482039b9 req-b1ab7a8a-7cad-48fc-9e10-391705c8963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:03.698298 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5d829209-2842-4336-85fd-d7dd482039b9 req-b1ab7a8a-7cad-48fc-9e10-391705c8963c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394537 Oct 28 09:41:03.789481 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5d829209-2842-4336-85fd-d7dd482039b9 req-971fe977-7662-43f0-a0dc-083fd0956391 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829875 Oct 28 09:41:03.881909 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-5d829209-2842-4336-85fd-d7dd482039b9 req-6c822035-f7f5-42dc-b46d-c25062fbe26d service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840394 Oct 28 09:41:13.647319 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c4940f64-ace5-4001-afda-0a0d0e8fe2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:16.775089 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48576) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:16.811910 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6ee4f869-37e8-4db5-876b-0d9b74998394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:16.933838 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Deleting port ba51426f-e6a0-4a0a-8ff2-a5676537eee4 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:16.934170 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:17.006460 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:17.007050 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:17.018436 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Calling delete_port for ba51426f-e6a0-4a0a-8ff2-a5676537eee4 owned by network:floatingip {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:17.161989 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:17.187001 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event deleted for resources: {'Port': ['ID=ba51426f-e6a0-4a0a-8ff2-a5676537eee4,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:17.249461 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:17.249803 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.l3_db [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Floating IP 5fe65029-ae64-45fd-8ceb-bb8d53baecbb disassociated (deleted). External IP: 172.27.3.214, port: 80ec90f1-3976-49bd-8391-e40b04fde592. Oct 28 09:41:17.456649 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Router 79a74fa3-d56b-4bcc-82b3-ae4958043afa has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:41:17.474886 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:17.501069 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:17.842152 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:17.846554 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:17.852822 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b62498-82d5-444a-a0b6-86195d7416f0 None None] Sync routers for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:17.863841 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b62498-82d5-444a-a0b6-86195d7416f0 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:17.864494 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-d2b62498-82d5-444a-a0b6-86195d7416f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:41:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:17.874262 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-24fa5f43-1c55-40eb-981d-1ef5692c2c3d tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "DELETE /v2.0/floatingips/5fe65029-ae64-45fd-8ceb-bb8d53baecbb HTTP/1.1" status: 204 len: 168 time: 1.0980825 Oct 28 09:41:17.874851 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'tag': '80ec90f1-3976-49bd-8391-e40b04fde592'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:41:17.877179 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d432e6-7a1e-4c86-a904-6be456737bac" -d '{"events": [{"name": "network-changed", "server_uuid": "f86a4f20-de6a-4d76-8554-ef683c5dd274", "tag": "80ec90f1-3976-49bd-8391-e40b04fde592"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:41:17.914835 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecd939a-20e3-40d4-b39a-e3b3d01460a9 x-openstack-request-id: req-8ecd939a-20e3-40d4-b39a-e3b3d01460a9 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:41:17.915129 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86a4f20-de6a-4d76-8554-ef683c5dd274", "tag": "80ec90f1-3976-49bd-8391-e40b04fde592", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:41:17.915379 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-8ecd939a-20e3-40d4-b39a-e3b3d01460a9 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:41:17.915867 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'tag': '80ec90f1-3976-49bd-8391-e40b04fde592', 'status': 'completed', 'code': 200} Oct 28 09:41:17.990124 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-d2b62498-82d5-444a-a0b6-86195d7416f0 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:18.130372 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff39e27-3689-4157-9d40-35659a865ae4 req-fb9d11a9-bfaa-48b6-ab6f-635d45878db4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:18.131828 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8ff39e27-3689-4157-9d40-35659a865ae4 req-fb9d11a9-bfaa-48b6-ab6f-635d45878db4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 945 time: 0.0718575 Oct 28 09:41:18.161534 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d432e6-7a1e-4c86-a904-6be456737bac req-b1cec8cb-7a2d-4eb1-aa97-c8025c3922dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:18.162992 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-55d432e6-7a1e-4c86-a904-6be456737bac req-b1cec8cb-7a2d-4eb1-aa97-c8025c3922dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 1098 time: 0.2220387 Oct 28 09:41:18.196422 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-8ff39e27-3689-4157-9d40-35659a865ae4 req-780eefcb-01d9-4d93-a5d8-943a99ff93f3 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561612 Oct 28 09:41:18.243796 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-d2b62498-82d5-444a-a0b6-86195d7416f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '877e9ce8-650d-454d-aab5-8b0d4e524542', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:f9:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b709787-a782-4953-a7fc-e721bdb77166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:53Z', 'updated_at': '2021-10-28T09:36:56Z', 'revision_number': 1, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:18.266430 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d432e6-7a1e-4c86-a904-6be456737bac req-04253533-349f-474d-adf8-a8502060ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:18.267933 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-55d432e6-7a1e-4c86-a904-6be456737bac req-04253533-349f-474d-adf8-a8502060ca89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 913 time: 0.0950780 Oct 28 09:41:18.274731 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b62498-82d5-444a-a0b6-86195d7416f0 None None] Checking router: 79a74fa3-d56b-4bcc-82b3-ae4958043afa for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:18.284191 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b62498-82d5-444a-a0b6-86195d7416f0 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:18.284830 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-d2b62498-82d5-444a-a0b6-86195d7416f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:41:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:18.310322 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-55d432e6-7a1e-4c86-a904-6be456737bac req-bcd41643-178d-4b47-be08-848d832fc52f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80ec90f1-3976-49bd-8391-e40b04fde592 HTTP/1.1" status: 200 len: 217 time: 0.0345759 Oct 28 09:41:18.365728 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d432e6-7a1e-4c86-a904-6be456737bac req-01ce0844-96cf-4a91-bdd3-818a04a2664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:18.367118 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-55d432e6-7a1e-4c86-a904-6be456737bac req-01ce0844-96cf-4a91-bdd3-818a04a2664d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0493455 Oct 28 09:41:18.391166 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-d2b62498-82d5-444a-a0b6-86195d7416f0 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:18.414126 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d432e6-7a1e-4c86-a904-6be456737bac req-6ea3450f-d144-42e9-87c0-f11d0ff2a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:18.415592 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-55d432e6-7a1e-4c86-a904-6be456737bac req-6ea3450f-d144-42e9-87c0-f11d0ff2a317 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402627 Oct 28 09:41:18.426894 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [req-55d432e6-7a1e-4c86-a904-6be456737bac req-bad515c1-1dca-46b9-9edd-dcaed52e951c service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=101414) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:41:18.427809 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-55d432e6-7a1e-4c86-a904-6be456737bac req-bad515c1-1dca-46b9-9edd-dcaed52e951c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047860 Oct 28 09:41:18.517900 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-55d432e6-7a1e-4c86-a904-6be456737bac req-191f838d-4d56-4dca-9c02-21066f862640 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829883 Oct 28 09:41:18.609845 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-d2b62498-82d5-444a-a0b6-86195d7416f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '877e9ce8-650d-454d-aab5-8b0d4e524542', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:f9:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b709787-a782-4953-a7fc-e721bdb77166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:53Z', 'updated_at': '2021-10-28T09:36:56Z', 'revision_number': 1, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:18.610130 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-55d432e6-7a1e-4c86-a904-6be456737bac req-a287d792-da22-4fa9-a62f-5d6860e48a09 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844316 Oct 28 09:41:18.640894 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b62498-82d5-444a-a0b6-86195d7416f0 None None] The sync data for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi is: [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_floatingips': [{'id': '877e9ce8-650d-454d-aab5-8b0d4e524542', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'router_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'port_id': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'mac_address': 'fa:16:3e:f9:59:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b709787-a782-4953-a7fc-e721bdb77166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:36:53Z', 'updated_at': '2021-10-28T09:36:56Z', 'revision_number': 1, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:18.849803 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee488b-0a17-45db-83f1-37a28e38101b None None] New status for floating IP 5fe65029-ae64-45fd-8ceb-bb8d53baecbb: DOWN {{(pid=101416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:41:19.333770 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.448994 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61789eb9-d6ce-48ad-a08b-a72f84842fa9 req-13f83930-3454-4702-8821-7cc7ad23a09a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:19.450522 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-61789eb9-d6ce-48ad-a08b-a72f84842fa9 req-13f83930-3454-4702-8821-7cc7ad23a09a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 945 time: 0.1803837 Oct 28 09:41:19.491337 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-61789eb9-d6ce-48ad-a08b-a72f84842fa9 req-e323a144-96b6-4165-b144-37c0a66127d2 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345020 Oct 28 09:41:19.547307 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0582f-9307-450f-9c92-2909cf4d88c7 req-016a224c-edb3-4355-8333-f10c1a06c943 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:19.548729 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2fc0582f-9307-450f-9c92-2909cf4d88c7 req-016a224c-edb3-4355-8333-f10c1a06c943 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 945 time: 0.0497346 Oct 28 09:41:19.638902 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-2fc0582f-9307-450f-9c92-2909cf4d88c7 req-9c86662d-b4b8-4cdd-b150-5044337540dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Deleting port 80ec90f1-3976-49bd-8391-e40b04fde592 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:19.639238 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2fc0582f-9307-450f-9c92-2909cf4d88c7 req-9c86662d-b4b8-4cdd-b150-5044337540dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.725541 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-2fc0582f-9307-450f-9c92-2909cf4d88c7 req-9c86662d-b4b8-4cdd-b150-5044337540dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] For port 80ec90f1-3976-49bd-8391-e40b04fde592, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=80ec90f1-3976-49bd-8391-e40b04fde592,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:19.725902 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2fc0582f-9307-450f-9c92-2909cf4d88c7 req-9c86662d-b4b8-4cdd-b150-5044337540dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.738468 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-2fc0582f-9307-450f-9c92-2909cf4d88c7 req-9c86662d-b4b8-4cdd-b150-5044337540dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Calling delete_port for 80ec90f1-3976-49bd-8391-e40b04fde592 owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:19.866289 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2fc0582f-9307-450f-9c92-2909cf4d88c7 req-9c86662d-b4b8-4cdd-b150-5044337540dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.896712 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86662d-b4b8-4cdd-b150-5044337540dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event deleted for resources: {'Port': ['ID=80ec90f1-3976-49bd-8391-e40b04fde592,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:19.941124 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc0582f-9307-450f-9c92-2909cf4d88c7 req-9c86662d-b4b8-4cdd-b150-5044337540dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] No DVR routers for this DVR port 80ec90f1-3976-49bd-8391-e40b04fde592 on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:41:19.943625 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-2fc0582f-9307-450f-9c92-2909cf4d88c7 req-9c86662d-b4b8-4cdd-b150-5044337540dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:19.947264 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-2fc0582f-9307-450f-9c92-2909cf4d88c7 req-9c86662d-b4b8-4cdd-b150-5044337540dc tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "DELETE /v2.0/ports/80ec90f1-3976-49bd-8391-e40b04fde592 HTTP/1.1" status: 204 len: 173 time: 0.3927350 Oct 28 09:41:19.947736 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'name': 'network-vif-deleted', 'tag': '80ec90f1-3976-49bd-8391-e40b04fde592'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:41:19.950003 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9970628-45c0-4fab-9eaf-2377e5b69a42" -d '{"events": [{"server_uuid": "f86a4f20-de6a-4d76-8554-ef683c5dd274", "name": "network-vif-deleted", "tag": "80ec90f1-3976-49bd-8391-e40b04fde592"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:41:19.991339 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0570d5-805c-4175-a5ef-2fe906a5df65 x-openstack-request-id: req-ef0570d5-805c-4175-a5ef-2fe906a5df65 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:41:19.991633 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86a4f20-de6a-4d76-8554-ef683c5dd274", "name": "network-vif-deleted", "tag": "80ec90f1-3976-49bd-8391-e40b04fde592", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:41:19.991880 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ef0570d5-805c-4175-a5ef-2fe906a5df65 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:41:19.992298 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86a4f20-de6a-4d76-8554-ef683c5dd274', 'name': 'network-vif-deleted', 'tag': '80ec90f1-3976-49bd-8391-e40b04fde592', 'status': 'completed', 'code': 200} Oct 28 09:41:20.596043 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-97c31db9-eb0c-46bb-8594-c576c350fc12 req-4fa7daec-c4fd-4bf7-972c-d4313174c65b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=f86a4f20-de6a-4d76-8554-ef683c5dd274 HTTP/1.1" status: 200 len: 210 time: 0.0279322 Oct 28 09:41:23.173341 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 80ec90f1-3976-49bd-8391-e40b04fde592 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:23.193192 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 80ec90f1-3976-49bd-8391-e40b04fde592 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:23.193537 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 80ec90f1-3976-49bd-8391-e40b04fde592 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:23.870219 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48608) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:24.025411 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Deleting port fb3eb113-76d2-4b8e-983b-a9be52e53112 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:24.025750 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.103087 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.103354 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.115689 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Calling delete_port for fb3eb113-76d2-4b8e-983b-a9be52e53112 owned by network:floatingip {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:24.258658 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.283243 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event deleted for resources: {'Port': ['ID=fb3eb113-76d2-4b8e-983b-a9be52e53112,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:24.344834 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.345168 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.db.l3_db [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Floating IP 877e9ce8-650d-454d-aab5-8b0d4e524542 disassociated (deleted). External IP: 172.27.3.135, port: 214537d8-5ea3-4a1d-aa60-88a36cce2479. Oct 28 09:41:24.551777 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Router 79a74fa3-d56b-4bcc-82b3-ae4958043afa has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:41:24.658179 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:24.662971 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:24.669734 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd40da-1f6d-47a2-941a-5e9340df004e None None] Sync routers for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:24.679012 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd40da-1f6d-47a2-941a-5e9340df004e None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:24.679608 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-c3fd40da-1f6d-47a2-941a-5e9340df004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:41:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:24.691988 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-2496f365-6048-4e4a-a659-f43d7e0f3235 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "DELETE /v2.0/floatingips/877e9ce8-650d-454d-aab5-8b0d4e524542 HTTP/1.1" status: 204 len: 168 time: 0.8183303 Oct 28 09:41:24.691988 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b709787-a782-4953-a7fc-e721bdb77166', 'tag': '214537d8-5ea3-4a1d-aa60-88a36cce2479'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:41:24.692412 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877a68f6-7b15-488c-b845-19f006ada3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b709787-a782-4953-a7fc-e721bdb77166", "tag": "214537d8-5ea3-4a1d-aa60-88a36cce2479"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:41:24.732486 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280b309b-95ce-495a-8bf2-02dec105f8bb x-openstack-request-id: req-280b309b-95ce-495a-8bf2-02dec105f8bb {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:41:24.732780 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b709787-a782-4953-a7fc-e721bdb77166", "tag": "214537d8-5ea3-4a1d-aa60-88a36cce2479", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:41:24.733021 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-280b309b-95ce-495a-8bf2-02dec105f8bb {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:41:24.733574 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b709787-a782-4953-a7fc-e721bdb77166', 'tag': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'status': 'completed', 'code': 200} Oct 28 09:41:24.794988 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-c3fd40da-1f6d-47a2-941a-5e9340df004e None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:24.797895 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a68f6-7b15-488c-b845-19f006ada3e2 req-3ece212a-fa94-4ed9-97c6-84c4696d1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:24.799080 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-877a68f6-7b15-488c-b845-19f006ada3e2 req-3ece212a-fa94-4ed9-97c6-84c4696d1237 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ec9ee8b0f45138a129b50c8550f44&device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 1098 time: 0.0444162 Oct 28 09:41:24.928521 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a68f6-7b15-488c-b845-19f006ada3e2 req-74362b88-afc5-4e12-b3c4-62283befdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:24.930018 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-877a68f6-7b15-488c-b845-19f006ada3e2 req-74362b88-afc5-4e12-b3c4-62283befdde9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 200 len: 913 time: 0.1225119 Oct 28 09:41:24.955245 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9821-de9a-45cc-ad9c-713eb69466fe req-f52f0ba3-cb53-4c51-bd2a-fa5e4fdb3f26 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:24.956708 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f05f9821-de9a-45cc-ad9c-713eb69466fe req-f52f0ba3-cb53-4c51-bd2a-fa5e4fdb3f26 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 945 time: 0.0764451 Oct 28 09:41:24.986074 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-877a68f6-7b15-488c-b845-19f006ada3e2 req-6dd926cd-46f5-459e-b9af-b8323d18471e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=214537d8-5ea3-4a1d-aa60-88a36cce2479 HTTP/1.1" status: 200 len: 217 time: 0.0456653 Oct 28 09:41:25.029063 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-c3fd40da-1f6d-47a2-941a-5e9340df004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:25.052586 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-f05f9821-de9a-45cc-ad9c-713eb69466fe req-b184e4b1-d127-4ea7-8102-520a31ac069b tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688674 Oct 28 09:41:25.062420 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a68f6-7b15-488c-b845-19f006ada3e2 req-437b2976-fa0e-491a-a374-1fa381263443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:25.063865 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-877a68f6-7b15-488c-b845-19f006ada3e2 req-437b2976-fa0e-491a-a374-1fa381263443 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 200 len: 850 time: 0.0653527 Oct 28 09:41:25.116390 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a68f6-7b15-488c-b845-19f006ada3e2 req-b8355a01-70c1-46bf-a50d-b6360675b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:25.117809 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-877a68f6-7b15-488c-b845-19f006ada3e2 req-b8355a01-70c1-46bf-a50d-b6360675b029 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15b4b253-ed13-4514-badd-13a38423868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438533 Oct 28 09:41:25.178033 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd40da-1f6d-47a2-941a-5e9340df004e None None] Checking router: 79a74fa3-d56b-4bcc-82b3-ae4958043afa for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:25.187072 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd40da-1f6d-47a2-941a-5e9340df004e None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:25.187685 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-c3fd40da-1f6d-47a2-941a-5e9340df004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:41:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:25.215940 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-877a68f6-7b15-488c-b845-19f006ada3e2 req-77fa5f8a-f40b-4d60-a0f5-0e07b2b84391 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876396 Oct 28 09:41:25.291316 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-c3fd40da-1f6d-47a2-941a-5e9340df004e None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:25.305744 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-877a68f6-7b15-488c-b845-19f006ada3e2 req-4a6a33bf-efd4-4dac-8c3f-e1474b57e595 service neutron] 10.222.0.32 "GET /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823071 Oct 28 09:41:25.489585 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-c3fd40da-1f6d-47a2-941a-5e9340df004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:25.519957 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd40da-1f6d-47a2-941a-5e9340df004e None None] The sync data for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi is: [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:32:33Z', 'revision_number': 4, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi', '_interfaces': [{'id': 'c6784953-aaec-4894-845d-c5b1d49d90fa', 'name': '', 'network_id': '15b4b253-ed13-4514-badd-13a38423868c', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'mac_address': 'fa:16:3e:38:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:32Z', 'updated_at': '2021-10-28T09:32:40Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'subnets': [{'id': 'b2707181-8062-4a4e-8220-a7fe5a3ab23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:25.725568 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dfde19-56f4-47e4-b46d-9f31a5a90b33 None None] New status for floating IP 877e9ce8-650d-454d-aab5-8b0d4e524542: DOWN {{(pid=101416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:41:26.173445 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6fe5-3fcf-4ee2-8051-5d60d978f716 req-26a45f67-664d-4ca9-96b8-7f90bd10e5d7 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:26.174899 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e5bf6fe5-3fcf-4ee2-8051-5d60d978f716 req-26a45f67-664d-4ca9-96b8-7f90bd10e5d7 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 945 time: 0.0529437 Oct 28 09:41:26.211727 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-e5bf6fe5-3fcf-4ee2-8051-5d60d978f716 req-780fdcc8-2ede-482e-b6a3-c002e0ec1b08 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/security-groups?id=cab2657b-738b-4884-ae4d-956c0faf5566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309024 Oct 28 09:41:26.379699 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310da84-848e-4d13-9898-aa2a80482ad4 req-7194a38b-1f57-40b1-a28b-e40d677c9f4a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:41:26.381093 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a310da84-848e-4d13-9898-aa2a80482ad4 req-7194a38b-1f57-40b1-a28b-e40d677c9f4a tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 945 time: 0.0481222 Oct 28 09:41:26.471502 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-a310da84-848e-4d13-9898-aa2a80482ad4 req-5cc24669-8ade-400b-af4b-556dc5f49ff4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Deleting port 214537d8-5ea3-4a1d-aa60-88a36cce2479 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:26.471835 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-a310da84-848e-4d13-9898-aa2a80482ad4 req-5cc24669-8ade-400b-af4b-556dc5f49ff4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:26.560051 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [req-a310da84-848e-4d13-9898-aa2a80482ad4 req-5cc24669-8ade-400b-af4b-556dc5f49ff4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] For port 214537d8-5ea3-4a1d-aa60-88a36cce2479, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=214537d8-5ea3-4a1d-aa60-88a36cce2479,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:26.560434 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-a310da84-848e-4d13-9898-aa2a80482ad4 req-5cc24669-8ade-400b-af4b-556dc5f49ff4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:26.572248 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [req-a310da84-848e-4d13-9898-aa2a80482ad4 req-5cc24669-8ade-400b-af4b-556dc5f49ff4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Calling delete_port for 214537d8-5ea3-4a1d-aa60-88a36cce2479 owned by compute:nova {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:26.695695 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-a310da84-848e-4d13-9898-aa2a80482ad4 req-5cc24669-8ade-400b-af4b-556dc5f49ff4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:26.723643 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc24669-8ade-400b-af4b-556dc5f49ff4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event deleted for resources: {'Port': ['ID=214537d8-5ea3-4a1d-aa60-88a36cce2479,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:26.766952 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [req-a310da84-848e-4d13-9898-aa2a80482ad4 req-5cc24669-8ade-400b-af4b-556dc5f49ff4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] No DVR routers for this DVR port 214537d8-5ea3-4a1d-aa60-88a36cce2479 on host hv-cinder-81514 {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:41:26.769412 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [req-a310da84-848e-4d13-9898-aa2a80482ad4 req-5cc24669-8ade-400b-af4b-556dc5f49ff4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for port, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:26.772785 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [req-a310da84-848e-4d13-9898-aa2a80482ad4 req-5cc24669-8ade-400b-af4b-556dc5f49ff4 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.32 "DELETE /v2.0/ports/214537d8-5ea3-4a1d-aa60-88a36cce2479 HTTP/1.1" status: 204 len: 173 time: 0.3848329 Oct 28 09:41:26.773220 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b709787-a782-4953-a7fc-e721bdb77166', 'name': 'network-vif-deleted', 'tag': '214537d8-5ea3-4a1d-aa60-88a36cce2479'}] {{(pid=101414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:41:26.775483 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6460ab2b980bbfa9c23019a64c3945a1b80508800bd288e639f040b6f7cc6530" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1439fdf8-4a9b-4e9f-a027-354c0b3e7579" -d '{"events": [{"server_uuid": "5b709787-a782-4953-a7fc-e721bdb77166", "name": "network-vif-deleted", "tag": "214537d8-5ea3-4a1d-aa60-88a36cce2479"}]}' {{(pid=101414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:41:26.819608 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615996ae-ca01-4edc-99f8-ce7fa4103876 x-openstack-request-id: req-615996ae-ca01-4edc-99f8-ce7fa4103876 {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:41:26.819899 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b709787-a782-4953-a7fc-e721bdb77166", "name": "network-vif-deleted", "tag": "214537d8-5ea3-4a1d-aa60-88a36cce2479", "status": "completed", "code": 200}]} {{(pid=101414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:41:26.820156 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-615996ae-ca01-4edc-99f8-ce7fa4103876 {{(pid=101414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:41:26.820586 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b709787-a782-4953-a7fc-e721bdb77166', 'name': 'network-vif-deleted', 'tag': '214537d8-5ea3-4a1d-aa60-88a36cce2479', 'status': 'completed', 'code': 200} Oct 28 09:41:27.322195 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [req-5a89848e-e598-4280-8d2c-337113c17adc req-85d77581-7c1e-4dd7-b3f6-d60ffd817cf9 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b709787-a782-4953-a7fc-e721bdb77166 HTTP/1.1" status: 200 len: 210 time: 0.0292914 Oct 28 09:41:28.380110 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48624) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:28.501975 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-26f2fd2e-2738-443d-8ff3-384d96687177 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Deleting port 4279d1b6-3660-4179-b592-d33438dd492b {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:28.502317 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-26f2fd2e-2738-443d-8ff3-384d96687177 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.576743 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-26f2fd2e-2738-443d-8ff3-384d96687177 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.577062 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-26f2fd2e-2738-443d-8ff3-384d96687177 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.588173 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-26f2fd2e-2738-443d-8ff3-384d96687177 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Calling delete_port for 4279d1b6-3660-4179-b592-d33438dd492b owned by network:floatingip {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:28.719166 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-26f2fd2e-2738-443d-8ff3-384d96687177 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.744017 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2fd2e-2738-443d-8ff3-384d96687177 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event deleted for resources: {'Port': ['ID=4279d1b6-3660-4179-b592-d33438dd492b,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:28.806418 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-26f2fd2e-2738-443d-8ff3-384d96687177 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for floatingip, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.809059 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-26f2fd2e-2738-443d-8ff3-384d96687177 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14868'] for floatingip, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:28.810305 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-26f2fd2e-2738-443d-8ff3-384d96687177 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "DELETE /v2.0/floatingips/f0674dca-71d0-44da-8770-1d4a614b4747 HTTP/1.1" status: 204 len: 168 time: 0.4291501 Oct 28 09:41:29.482823 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:30.000901 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48636) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:30.060915 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-71a3c1ba-5b3f-4b33-862d-dc5621d23c19 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:30.085812 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-71a3c1ba-5b3f-4b33-862d-dc5621d23c19 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:30.144251 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-71a3c1ba-5b3f-4b33-862d-dc5621d23c19 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:30.146816 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-71a3c1ba-5b3f-4b33-862d-dc5621d23c19 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Publish callbacks [] for security_group, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:30.147953 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-71a3c1ba-5b3f-4b33-862d-dc5621d23c19 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] 10.222.0.117 "DELETE /v2.0/security-groups/cab2657b-738b-4884-ae4d-956c0faf5566 HTTP/1.1" status: 204 len: 168 time: 0.1459076 Oct 28 09:41:30.156785 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3c1ba-5b3f-4b33-862d-dc5621d23c19 tempest-TestVolumeBootPattern-1841410709 tempest-TestVolumeBootPattern-1841410709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab2657b-738b-4884-ae4d-956c0faf5566,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:30.211677 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48640) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:30.644727 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953397'] for router_interface, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:30.881439 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] Deleting port c6784953-aaec-4894-845d-c5b1d49d90fa {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:30.881772 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:30.956698 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] For port c6784953-aaec-4894-845d-c5b1d49d90fa, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=c6784953-aaec-4894-845d-c5b1d49d90fa,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:30.957060 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:30.969371 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] Calling delete_port for c6784953-aaec-4894-845d-c5b1d49d90fa owned by network:router_interface {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:31.141144 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:31.164988 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] Pushing event deleted for resources: {'Port': ['ID=c6784953-aaec-4894-845d-c5b1d49d90fa,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:31.204942 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 214537d8-5ea3-4a1d-aa60-88a36cce2479 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:31.226625 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] No Port match for: 214537d8-5ea3-4a1d-aa60-88a36cce2479 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:31.227091 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Device 214537d8-5ea3-4a1d-aa60-88a36cce2479 not bound to the agent host hv-cinder-81514 {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:31.331766 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-698557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953561'] for router_interface, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:31.813016 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] Router 79a74fa3-d56b-4bcc-82b3-ae4958043afa has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:41:31.913991 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:31.919812 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-ed9a3891-889d-4b5a-9115-9332ddb327da admin admin] 10.222.0.117 "PUT /v2.0/routers/79a74fa3-d56b-4bcc-82b3-ae4958043afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7062378 Oct 28 09:41:31.922519 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48644) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:31.927402 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614c7d7-a281-467a-aaf8-56f8d9343473 None None] Sync routers for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:31.936628 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614c7d7-a281-467a-aaf8-56f8d9343473 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:31.937245 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-e614c7d7-a281-467a-aaf8-56f8d9343473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:41:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:32.025682 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Publish callbacks [] for router, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.041753 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-e614c7d7-a281-467a-aaf8-56f8d9343473 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: dv-cinder-815145-4-iscsi {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:32.126973 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.179779 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Deleting port 436f458b-ee64-42e1-82fe-33494e5ad50a {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:32.180558 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.219508 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-e614c7d7-a281-467a-aaf8-56f8d9343473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:41:31Z', 'revision_number': 5, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port': {'id': '436f458b-ee64-42e1-82fe-33494e5ad50a', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:24Z', 'updated_at': '2021-10-28T09:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:32.245559 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614c7d7-a281-467a-aaf8-56f8d9343473 None None] Checking router: 79a74fa3-d56b-4bcc-82b3-ae4958043afa for host: dv-cinder-815145-4-iscsi {{(pid=101415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:32.254285 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614c7d7-a281-467a-aaf8-56f8d9343473 None None] Routers {'79a74fa3-d56b-4bcc-82b3-ae4958043afa'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:32.254889 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-e614c7d7-a281-467a-aaf8-56f8d9343473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:41:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'], 'active': True} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:32.261451 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] For port 436f458b-ee64-42e1-82fe-33494e5ad50a, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=436f458b-ee64-42e1-82fe-33494e5ad50a,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:32.261836 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.274324 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Calling delete_port for 436f458b-ee64-42e1-82fe-33494e5ad50a owned by network:router_gateway {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:32.343414 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvr_db [None req-e614c7d7-a281-467a-aaf8-56f8d9343473 None None] Set router 79a74fa3-d56b-4bcc-82b3-ae4958043afa gateway port host: None {{(pid=101415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:32.398611 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_hamode_db [None req-e614c7d7-a281-467a-aaf8-56f8d9343473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:41:32Z', 'revision_number': 6, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port_host': None}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:32.427272 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614c7d7-a281-467a-aaf8-56f8d9343473 None None] The sync data for ids ['79a74fa3-d56b-4bcc-82b3-ae4958043afa'] in dv-cinder-815145-4-iscsi is: [{'id': '79a74fa3-d56b-4bcc-82b3-ae4958043afa', 'name': 'tempest-TestVolumeBootPattern-820435926-router', 'tenant_id': '660ec9ee8b0f45138a129b50c8550f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:21Z', 'updated_at': '2021-10-28T09:41:32Z', 'revision_number': 6, 'project_id': '660ec9ee8b0f45138a129b50c8550f44', 'gw_port_host': None}] {{(pid=101415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:32.444156 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.469311 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Pushing event deleted for resources: {'Port': ['ID=436f458b-ee64-42e1-82fe-33494e5ad50a,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:32.532892 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953211'] for router_gateway, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.620564 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64810'] for router, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.623185 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.663608 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947974'] for router, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.664071 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79a74fa3-d56b-4bcc-82b3-ae4958043afa {{(pid=101414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:41:32.668279 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] Publish callbacks [] for router, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.670519 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-b53da6a4-fc95-408c-8b32-e9a5764b25ca admin admin] 10.222.0.117 "DELETE /v2.0/routers/79a74fa3-d56b-4bcc-82b3-ae4958043afa HTTP/1.1" status: 204 len: 168 time: 0.7470639 Oct 28 09:41:32.673147 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48646) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:32.716626 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c97b09-bd82-4aac-a390-3d3bcf6c440f admin admin] Deleting subnet b2707181-8062-4a4e-8220-a7fe5a3ab23f {{(pid=101414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:41:32.719572 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-44c97b09-bd82-4aac-a390-3d3bcf6c440f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.753311 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-44c97b09-bd82-4aac-a390-3d3bcf6c440f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29395415'] for subnet, precommit_delete_associations {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.836178 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-44c97b09-bd82-4aac-a390-3d3bcf6c440f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.892291 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-44c97b09-bd82-4aac-a390-3d3bcf6c440f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30394336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30377721'] for subnet, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.916880 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c97b09-bd82-4aac-a390-3d3bcf6c440f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2707181-8062-4a4e-8220-a7fe5a3ab23f,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:32.921271 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-44c97b09-bd82-4aac-a390-3d3bcf6c440f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:32.924425 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-44c97b09-bd82-4aac-a390-3d3bcf6c440f admin admin] 10.222.0.117 "DELETE /v2.0/subnets/b2707181-8062-4a4e-8220-a7fe5a3ab23f HTTP/1.1" status: 204 len: 168 time: 0.2503283 Oct 28 09:41:32.926882 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48648) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:32.929642 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd9c44-0834-42ef-98cb-83047cef7040 None None] Network 15b4b253-ed13-4514-badd-13a38423868c requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:41:32.997770 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:33.049713 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Deleting port ff0d6580-8db3-4767-89ce-74721406896e {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:33.050046 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:33.114736 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] For port ff0d6580-8db3-4767-89ce-74721406896e, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=ff0d6580-8db3-4767-89ce-74721406896e,segment=NetworkSegment(abb5706b-7f8c-4b2f-9648-2ecaa5020c40),segment_id=abb5706b-7f8c-4b2f-9648-2ecaa5020c40)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:33.117343 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:33.133630 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Calling delete_port for ff0d6580-8db3-4767-89ce-74721406896e owned by network:dhcp {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:33.214978 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:33.219121 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4719a953-1e52-481d-b02c-298831c3fae0 None None] DHCP port deletion for 15b4b253-ed13-4514-badd-13a38423868c request from dv-cinder-815145-4-iscsi {{(pid=101415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:41:33.244551 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0d6580-8db3-4767-89ce-74721406896e,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:33.246366 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] No DVR routers for this DVR port ff0d6580-8db3-4767-89ce-74721406896e on host dv-cinder-815145-4-iscsi {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:41:33.281652 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device ff0d6580-8db3-4767-89ce-74721406896e no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:33.304956 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: ff0d6580-8db3-4767-89ce-74721406896e {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:33.305299 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device ff0d6580-8db3-4767-89ce-74721406896e not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:33.305787 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device c6784953-aaec-4894-845d-c5b1d49d90fa no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:33.321565 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:33.328928 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: c6784953-aaec-4894-845d-c5b1d49d90fa {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:33.329697 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device c6784953-aaec-4894-845d-c5b1d49d90fa not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:33.330315 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 436f458b-ee64-42e1-82fe-33494e5ad50a no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:33.342795 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b4b253-ed13-4514-badd-13a38423868c']}} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:33.353108 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40') {'for_net_delete': True} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:33.353469 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb5706b-7f8c-4b2f-9648-2ecaa5020c40') {} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:33.354325 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 436f458b-ee64-42e1-82fe-33494e5ad50a {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:33.354672 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 436f458b-ee64-42e1-82fe-33494e5ad50a not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:33.365858 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29395374'] for segment, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:33.384422 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:33.393680 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=101414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:41:33.394284 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30394122'] for segment, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: Traceback (most recent call last): Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: timer() Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: cb(*args, **kw) Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: return func(*args, **kwargs) Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: self._notify() Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: self.callback(batched_events) Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: event.method(event) Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: return f(self, *a, **k) Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._get(url).json() Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: return self.request(url, 'GET', **kwargs) Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:41:33.396171 dv-cinder-815145-4-iscsi neutron-server[101414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:41:33.458478 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:33.467235 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:33.470553 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] 10.222.0.117 "DELETE /v2.0/networks/15b4b253-ed13-4514-badd-13a38423868c HTTP/1.1" status: 204 len: 168 time: 0.5427461 Oct 28 09:41:33.473594 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 48650) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:33.483427 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba53dc8-4fd7-4691-a166-e53d2e387b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b4b253-ed13-4514-badd-13a38423868c,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:33.817229 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-953397'] for router_interface, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.057764 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] Deleting port b83ff338-2619-40be-8f82-0d62427cd395 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:34.058104 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.138618 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] For port b83ff338-2619-40be-8f82-0d62427cd395, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=b83ff338-2619-40be-8f82-0d62427cd395,segment=NetworkSegment(77b9b772-bed6-4e43-86be-9878fa42eda0),segment_id=77b9b772-bed6-4e43-86be-9878fa42eda0)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:34.138904 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.150958 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] Calling delete_port for b83ff338-2619-40be-8f82-0d62427cd395 owned by network:router_interface {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:34.328854 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.355796 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83ff338-2619-40be-8f82-0d62427cd395,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:34.518762 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-698557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953561'] for router_interface, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.731922 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] Router cfa65fec-2085-4429-85df-cecb8e6860e2 has already been hosted by L3 agent c4a79db2-4423-4e8c-b437-dc0f03ceec26 {{(pid=101413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:41:34.836639 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] Notify agent at l3_agent.dv-cinder-815145-4-iscsi the message routers_updated {{(pid=101413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:41:34.842775 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-ea34d6ce-7479-4505-89b6-bd9c2d1fd6a9 admin admin] 10.222.0.117 "PUT /v2.0/routers/cfa65fec-2085-4429-85df-cecb8e6860e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3663652 Oct 28 09:41:34.845259 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 48652) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:34.846314 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda12f5c-6ed9-4bf4-99f9-ea7a89f59505 None None] Sync routers for ids ['cfa65fec-2085-4429-85df-cecb8e6860e2'] in dv-cinder-815145-4-iscsi {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:41:34.857184 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda12f5c-6ed9-4bf4-99f9-ea7a89f59505 None None] Routers {'cfa65fec-2085-4429-85df-cecb8e6860e2'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:34.858188 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-eda12f5c-6ed9-4bf4-99f9-ea7a89f59505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:41:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['cfa65fec-2085-4429-85df-cecb8e6860e2'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:34.953222 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Publish callbacks [] for router, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:34.964855 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-eda12f5c-6ed9-4bf4-99f9-ea7a89f59505 None None] Set router cfa65fec-2085-4429-85df-cecb8e6860e2 gateway port host: dv-cinder-815145-4-iscsi {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:35.055591 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.107319 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Deleting port 3e4de096-5f4c-4fe1-9bda-e7476df15c80 {{(pid=101413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:35.107658 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.143672 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-eda12f5c-6ed9-4bf4-99f9-ea7a89f59505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'name': 'tempest-TestVolumeBootPattern-1077549459-router', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'external_fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:37Z', 'updated_at': '2021-10-28T09:41:34Z', 'revision_number': 5, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'gw_port': {'id': '3e4de096-5f4c-4fe1-9bda-e7476df15c80', 'name': '', 'network_id': '3a35d49d-cbca-4d29-92f4-d15c5f701265', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815145-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:32:38Z', 'updated_at': '2021-10-28T09:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3a1c8b-e192-4986-ae18-6fd1b37274b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815145-4-iscsi'}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:35.172845 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda12f5c-6ed9-4bf4-99f9-ea7a89f59505 None None] Checking router: cfa65fec-2085-4429-85df-cecb8e6860e2 for host: dv-cinder-815145-4-iscsi {{(pid=101416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:41:35.181047 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda12f5c-6ed9-4bf4-99f9-ea7a89f59505 None None] Routers {'cfa65fec-2085-4429-85df-cecb8e6860e2'} bound to L3 agent in host dv-cinder-815145-4-iscsi {{(pid=101416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:41:35.181667 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-eda12f5c-6ed9-4bf4-99f9-ea7a89f59505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815145-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:22:47Z,description=,heartbeat_timestamp=2021-10-28T09:41:17Z,host='dv-cinder-815145-4-iscsi',id=c4a79db2-4423-4e8c-b437-dc0f03ceec26,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:22:47Z,topic='l3_agent')) {'router_ids': ['cfa65fec-2085-4429-85df-cecb8e6860e2'], 'active': True} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:35.190897 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.db [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] For port 3e4de096-5f4c-4fe1-9bda-e7476df15c80, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=3e4de096-5f4c-4fe1-9bda-e7476df15c80,segment=NetworkSegment(9ee8c148-2733-41ec-bbc6-9b4a73e751e5),segment_id=9ee8c148-2733-41ec-bbc6-9b4a73e751e5)] {{(pid=101413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:35.191264 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.203563 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.plugins.ml2.plugin [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Calling delete_port for 3e4de096-5f4c-4fe1-9bda-e7476df15c80 owned by network:router_gateway {{(pid=101413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:35.267765 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_dvr_db [None req-eda12f5c-6ed9-4bf4-99f9-ea7a89f59505 None None] Set router cfa65fec-2085-4429-85df-cecb8e6860e2 gateway port host: None {{(pid=101416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:41:35.321209 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.l3_hamode_db [None req-eda12f5c-6ed9-4bf4-99f9-ea7a89f59505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'name': 'tempest-TestVolumeBootPattern-1077549459-router', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:37Z', 'updated_at': '2021-10-28T09:41:35Z', 'revision_number': 6, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'gw_port_host': None}], 'dv-cinder-815145-4-iscsi', False) {} {{(pid=101416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:35.350800 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda12f5c-6ed9-4bf4-99f9-ea7a89f59505 None None] The sync data for ids ['cfa65fec-2085-4429-85df-cecb8e6860e2'] in dv-cinder-815145-4-iscsi is: [{'id': 'cfa65fec-2085-4429-85df-cecb8e6860e2', 'name': 'tempest-TestVolumeBootPattern-1077549459-router', 'tenant_id': '07ffd198b385419d8da392e4d87d9c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:32:37Z', 'updated_at': '2021-10-28T09:41:35Z', 'revision_number': 6, 'project_id': '07ffd198b385419d8da392e4d87d9c44', 'gw_port_host': None}] {{(pid=101416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:41:35.369227 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29683940'] for port, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.400434 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4de096-5f4c-4fe1-9bda-e7476df15c80,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:35.458307 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-953211'] for router_gateway, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.546343 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-947985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64810'] for router, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.548519 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.592647 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-947974'] for router, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.593118 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfa65fec-2085-4429-85df-cecb8e6860e2 {{(pid=101413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:41:35.598032 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] Publish callbacks [] for router, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.599212 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-bc68097b-8cca-46ac-a409-fbf833626b3c admin admin] 10.222.0.117 "DELETE /v2.0/routers/cfa65fec-2085-4429-85df-cecb8e6860e2 HTTP/1.1" status: 204 len: 168 time: 0.7530293 Oct 28 09:41:35.601737 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 48654) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:35.646727 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8f64d9-7ae3-4127-bb7e-ff54a594ef4e admin admin] Deleting subnet 4d83bdb9-439e-47ae-a46b-c831a6c04eec {{(pid=101413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:41:35.649778 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dc8f64d9-7ae3-4127-bb7e-ff54a594ef4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.685094 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dc8f64d9-7ae3-4127-bb7e-ff54a594ef4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31000906'] for subnet, precommit_delete_associations {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.771334 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dc8f64d9-7ae3-4127-bb7e-ff54a594ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1774939'] for subnet, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.825807 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dc8f64d9-7ae3-4127-bb7e-ff54a594ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1774930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29683921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29792906'] for subnet, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.849572 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f64d9-7ae3-4127-bb7e-ff54a594ef4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d83bdb9-439e-47ae-a46b-c831a6c04eec,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:35.855927 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-dc8f64d9-7ae3-4127-bb7e-ff54a594ef4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for subnet, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.862788 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-dc8f64d9-7ae3-4127-bb7e-ff54a594ef4e admin admin] 10.222.0.117 "DELETE /v2.0/subnets/4d83bdb9-439e-47ae-a46b-c831a6c04eec HTTP/1.1" status: 204 len: 168 time: 0.2578428 Oct 28 09:41:35.862953 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fc2c4d-50d5-4982-8ea6-ed349b7b56bd None None] Network 5d6699c0-a96a-47ce-a94b-813b1f296167 requested from dv-cinder-815145-4-iscsi {{(pid=101415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:41:35.863426 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48656) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:35.935259 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1855136'] for network, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:35.990525 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Deleting port fbad1d78-1573-499e-b2ef-f9f5bdcfb659 {{(pid=101414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:35.990871 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.054763 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.db [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] For port fbad1d78-1573-499e-b2ef-f9f5bdcfb659, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=fbad1d78-1573-499e-b2ef-f9f5bdcfb659,segment=NetworkSegment(77b9b772-bed6-4e43-86be-9878fa42eda0),segment_id=77b9b772-bed6-4e43-86be-9878fa42eda0)] {{(pid=101414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:36.055092 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.072537 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.plugin [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Calling delete_port for fbad1d78-1573-499e-b2ef-f9f5bdcfb659 owned by network:dhcp {{(pid=101414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:36.099270 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10635b98-2383-4266-bab3-01ce013f6f47 None None] DHCP port deletion for 5d6699c0-a96a-47ce-a94b-813b1f296167 request from dv-cinder-815145-4-iscsi {{(pid=101415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:41:36.152351 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-10635b98-2383-4266-bab3-01ce013f6f47 None None] Deleting port fbad1d78-1573-499e-b2ef-f9f5bdcfb659 {{(pid=101415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:41:36.152935 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-10635b98-2383-4266-bab3-01ce013f6f47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349434646'] for port, before_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.157116 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30394325'] for port, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.182968 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbad1d78-1573-499e-b2ef-f9f5bdcfb659,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:36.193732 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] No DVR routers for this DVR port fbad1d78-1573-499e-b2ef-f9f5bdcfb659 on host dv-cinder-815145-4-iscsi {{(pid=101414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:41:36.219838 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.db [None req-10635b98-2383-4266-bab3-01ce013f6f47 None None] For port fbad1d78-1573-499e-b2ef-f9f5bdcfb659, host dv-cinder-815145-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815145-4-iscsi',level=0,port_id=fbad1d78-1573-499e-b2ef-f9f5bdcfb659,segment=NetworkSegment(77b9b772-bed6-4e43-86be-9878fa42eda0),segment_id=77b9b772-bed6-4e43-86be-9878fa42eda0)] {{(pid=101415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:41:36.220232 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-10635b98-2383-4266-bab3-01ce013f6f47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954700'] for port, precommit_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.236309 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-10635b98-2383-4266-bab3-01ce013f6f47 None None] Calling delete_port for fbad1d78-1573-499e-b2ef-f9f5bdcfb659 owned by network:dhcp {{(pid=101415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:41:36.270335 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1896142', 'neutron.services.segments.db._delete_segments_for_network-8746349500766'] for network, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.291104 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6699c0-a96a-47ce-a94b-813b1f296167']}} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:36.301446 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b9b772-bed6-4e43-86be-9878fa42eda0') {'for_net_delete': True} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:36.301740 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.services.segments.db [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b9b772-bed6-4e43-86be-9878fa42eda0') {} {{(pid=101414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:41:36.313296 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-10635b98-2383-4266-bab3-01ce013f6f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1686697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349328348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746348997461'] for port, after_delete {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.313520 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349501287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29395374'] for segment, before_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.327939 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666'] for segment, precommit_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.334644 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=101414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:41:36.334967 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30394122'] for segment, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.338176 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10635b98-2383-4266-bab3-01ce013f6f47 None None] Pushing event deleted for resources: {'Port': ['ID=fbad1d78-1573-499e-b2ef-f9f5bdcfb659,revision_number=None']} {{(pid=101415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:36.343970 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10635b98-2383-4266-bab3-01ce013f6f47 None None] No DVR routers for this DVR port fbad1d78-1573-499e-b2ef-f9f5bdcfb659 on host dv-cinder-815145-4-iscsi {{(pid=101415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: Traceback (most recent call last): Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: timer() Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: cb(*args, **kw) Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: return func(*args, **kwargs) Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: self._notify() Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: self.callback(batched_events) Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: event.method(event) Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: return f(self, *a, **k) Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._get(url).json() Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: return self.request(url, 'GET', **kwargs) Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:41:36.345756 dv-cinder-815145-4-iscsi neutron-server[101414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:41:36.391754 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1896133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-698500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-953159'] for network, after_delete {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.399050 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron_lib.callbacks.manager [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-698518'] for network, before_response {{(pid=101414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.404545 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] 10.222.0.117 "DELETE /v2.0/networks/5d6699c0-a96a-47ce-a94b-813b1f296167 HTTP/1.1" status: 204 len: 168 time: 0.5400605 Oct 28 09:41:36.415465 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af40e4-574e-4fd0-9dec-39142beb00b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6699c0-a96a-47ce-a94b-813b1f296167,revision_number=None']} {{(pid=101414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:36.514224 dv-cinder-815145-4-iscsi neutron-server[101414]: DEBUG neutron.wsgi [-] (101414) accepted ('10.222.0.117', 48660) {{(pid=101414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:36.558121 dv-cinder-815145-4-iscsi neutron-server[101414]: INFO neutron.wsgi [None req-38c6d39f-7bfd-4f64-85a8-c4e34a351283 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=660ec9ee8b0f45138a129b50c8550f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427363 Oct 28 09:41:36.560765 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 48662) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:36.609651 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1eb7fa80-d059-4437-a41c-af0ce5005faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.630061 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1eb7fa80-d059-4437-a41c-af0ce5005faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.675741 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1eb7fa80-d059-4437-a41c-af0ce5005faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.678395 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-1eb7fa80-d059-4437-a41c-af0ce5005faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:36.679549 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-1eb7fa80-d059-4437-a41c-af0ce5005faf admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ba7eb5ea-8d23-447e-aa56-83e4241a5435 HTTP/1.1" status: 204 len: 168 time: 0.1178002 Oct 28 09:41:36.687273 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7fa80-d059-4437-a41c-af0ce5005faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7eb5ea-8d23-447e-aa56-83e4241a5435,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:36.926871 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device b83ff338-2619-40be-8f82-0d62427cd395 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:36.950852 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: b83ff338-2619-40be-8f82-0d62427cd395 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:36.951430 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device b83ff338-2619-40be-8f82-0d62427cd395 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:36.951871 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 3e4de096-5f4c-4fe1-9bda-e7476df15c80 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:36.970533 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: 3e4de096-5f4c-4fe1-9bda-e7476df15c80 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:36.970872 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device 3e4de096-5f4c-4fe1-9bda-e7476df15c80 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:36.971280 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device fbad1d78-1573-499e-b2ef-f9f5bdcfb659 no longer exists at agent ovs-agent-dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:41:36.991389 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 48668) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:36.992622 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] No Port match for: fbad1d78-1573-499e-b2ef-f9f5bdcfb659 {{(pid=101415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:41:36.992969 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron.plugins.ml2.rpc [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Device fbad1d78-1573-499e-b2ef-f9f5bdcfb659 not bound to the agent host dv-cinder-815145-4-iscsi {{(pid=101415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:41:37.033500 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-ad1d00b5-2e23-42aa-876d-8866922c00bc admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=07ffd198b385419d8da392e4d87d9c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409095 Oct 28 09:41:37.035881 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.wsgi [-] (101413) accepted ('10.222.0.117', 48670) {{(pid=101413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:41:37.086575 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d0ebacd4-3c13-4b1b-a7f7-447261185a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:37.108434 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d0ebacd4-3c13-4b1b-a7f7-447261185a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:37.152212 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d0ebacd4-3c13-4b1b-a7f7-447261185a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624650'] for security_group, after_delete {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:37.155631 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron_lib.callbacks.manager [None req-d0ebacd4-3c13-4b1b-a7f7-447261185a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:37.156923 dv-cinder-815145-4-iscsi neutron-server[101413]: INFO neutron.wsgi [None req-d0ebacd4-3c13-4b1b-a7f7-447261185a48 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/776f5b6d-9d95-4f53-bd23-fe6510dd9862 HTTP/1.1" status: 204 len: 168 time: 0.1199841 Oct 28 09:41:37.164969 dv-cinder-815145-4-iscsi neutron-server[101413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebacd4-3c13-4b1b-a7f7-447261185a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f5b6d-9d95-4f53-bd23-fe6510dd9862,revision_number=None']} {{(pid=101413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:39.015945 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:41:43.649760 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b5462b5b-8272-4795-9bc0-7c91fd68be5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:46.805342 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-0feb877e-18b0-4903-a57f-73857eceee9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:47.476700 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:47.498746 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:49.336342 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:59.501060 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:13.650548 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5f0be0e7-7842-4c16-962a-e79d8f9e3362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:16.014605 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:42:16.807426 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-2b1487fc-dc43-499b-9d4f-4cac77cf7717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:17.477887 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:17.501332 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:19.342271 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:29.501094 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:43.650940 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-a4275baf-314a-44ae-a5aa-4fae08e8c5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:46.808913 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f6d0-31fc-48f5-a0ed-335dcd405100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:47.479525 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:47.504087 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:49.341294 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:53.014137 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:42:59.499542 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:13.651418 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-70894e36-4ed2-44b9-8ac4-70c7a49562fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:16.811478 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-52d8e35f-2207-40e7-891b-365c2bd62da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:17.481382 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:17.507302 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:19.344612 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:29.515612 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:30.013346 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:43:43.651655 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-b4197cf7-eb99-45ce-be4b-d5bfe9b0bca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:46.816426 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-a306b9e2-deff-4161-a6b3-3abe9bc7eb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:47.482891 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:47.509540 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:49.348833 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:59.538195 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:07.012684 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:44:13.653654 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f4267e16-2cce-4ed0-a973-6e0f58216d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:16.818487 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-110028d0-841d-4763-a648-c2ae1556f53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:17.484808 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:17.512022 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:19.351645 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:29.555698 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:43.654404 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-d183cd92-31f2-480f-abc3-6335b052c795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:44.011923 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:44:46.819975 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6cad6953-6aaf-4124-98f9-1d88df8a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:47.486982 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:47.515330 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:49.354139 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:59.553577 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:13.656979 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-f6759af4-df40-4de3-8635-40bdbcc245ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:16.821044 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-5e317c5e-d3c1-40d6-bab9-44dfc1c45d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:17.488605 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:17.517785 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:19.358673 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:21.014014 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:45:29.560416 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:43.670541 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6495e2e1-0af5-4cc3-b6aa-af428475b2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:46.826035 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-3a79513f-3a0e-4b25-b5a9-567ea2cea230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:47.494881 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:47.522032 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:49.360845 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:58.013133 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:45:59.561827 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:13.663477 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-4d8db139-3340-470e-8bdd-0fb54ee435b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:16.819393 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-19333db7-d399-4f85-ad5c-12b69f5e967a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:17.487879 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:17.528512 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:19.365622 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:29.582328 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:35.012072 dv-cinder-815145-4-iscsi neutron-server[101416]: DEBUG neutron.db.agents_db [None req-193f7c12-5370-46c7-8635-3a8fdb7118e5 None None] Agent healthcheck: found 6 active agents {{(pid=101416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:46:43.666329 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-215e4939-7caa-4547-9c10-a73473aafb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:46.822175 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-c6fdf608-629b-4a81-97f2-6441481ceb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:47.490717 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-6bdf27c8-90de-4ba0-ad37-88ab4f9e718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:47.525560 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-ef84a2d1-5696-40a4-9e39-8e5d8177592b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:49.367164 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-aaa134e2-8632-43a5-b218-c6b301067ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:59.580485 dv-cinder-815145-4-iscsi neutron-server[101415]: DEBUG neutron_lib.callbacks.manager [None req-310245c8-f504-4966-a443-b1e89342c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349500748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1895044'] for agent, after_update {{(pid=101415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}